{"msg":"Running step start_crdb","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:07.952128247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:07.954980861Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpZSc9jK","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:08.021229046Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmpZSc9jK/data)","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:08.02131147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpZSc9jK/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpZSc9jK/listen-url","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:08.066796627Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=4 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:08.067329829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"cockroach pid: 27819","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:09.728332949Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"cockroach listen URL: postgresql://root@[::1]:54226/omicron?sslmode=disable","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:09.72845368Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"Running step start_clickhouse","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:09.729045549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:09.729094907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.398589671Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.398680863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.525692355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.525759328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.564122575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.564527351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"mgd port is 47425","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.682389173Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"Running step record_switch_dns","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.682454313Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.682602318Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_gateway_switch1","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.682756124Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.682804992Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"Running step start_dendrite_switch1","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.803633976Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch1","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.803690558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"Running step start_mgd_switch1","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.859654002Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"Starting mgd for switch1","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.859733009Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"mgd port is 39884","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.998321748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"Running step record_switch_dns","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.998445816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.998505324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"switch_location":"switch1","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"Running step start_internal_dns","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:10.998546777Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:10.99867415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpSIYk3r"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.215436535Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.215599941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.216023836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:45796"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.216935332Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:36706","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.217097385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:36706","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.217232985Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:36706","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.218181445Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:36706","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.218385772Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.218573315Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpQJ1bb1"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.229530377Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.229593402Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.229631598Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:45114"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.229847208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:45300","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.229903961Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:45300","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.229935584Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:45300","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.230945717Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:45300","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.231258109Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.231301465Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"setting up nexus server","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.231931471Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.234710979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.234773052Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.23479693Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.234823493Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.234844374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.234869134Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.234891067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.234914755Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.234936899Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.234962159Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.234983471Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.235006267Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.235029694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.235095885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.23512324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.235144723Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.235456494Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.235501293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.235533457Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.235555161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.235580581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.235956991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236004796Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236035979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236057351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236083573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236104054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236142932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236164495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.23618737Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.23620747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236230346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236256608Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236276939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236302129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236323772Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236347569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236367319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236389964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236409352Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236431857Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236451436Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.23647338Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236496877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236518279Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236541846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236561195Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236586896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236606646Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.23663418Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236654521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236677026Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236696715Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236718769Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236741765Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236761424Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236784099Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236803097Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236825201Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236844059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.236865902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.237520156Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:45796","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.265517779Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"new DNS resolver","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.265738298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","addresses":"[[::1]:45796]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.26620599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:54226/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 54226,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.268330724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"Database schema version is up to date","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.3436687Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"registered USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.479677188Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"af03c014-382d-4b54-a1ee-c5b32e7db650","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.557162282Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.55731168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.558399838Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.55859181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.558831257Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.558953841Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.559036917Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.559945447Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.560065546Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.560161317Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.560237158Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.560353881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.560510663Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.560620512Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.560694449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.560783296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.56093039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.561016621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.561105539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.5611964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.561294715Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.56137225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.561468051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.56155283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.561685915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.561793609Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.561911775Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.562037145Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.562123016Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.562212674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.56230574Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.562399096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.562488885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.562608273Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.562711228Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.562799013Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.562876166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.562981376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.563470721Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.563626401Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.563743975Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.563841059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.563916539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.564006669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.564159123Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.564317147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.564482908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.564586274Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.564676373Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.564766232Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.564872775Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.564966191Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.56504112Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.565133554Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.56661732Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.568631944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"SEC running","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.569051851Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"sec_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117","component":"SEC","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:11.570357563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.570493854Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.57379419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.574257914Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:11.575675188Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.575779636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.57642412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.576955789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:11.590424685Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59868","req_id":"83bae3e4-e502-46e6-92bf-12dcf32a4260","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 49 84 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 I............_cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.590620165Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59868","req_id":"83bae3e4-e502-46e6-92bf-12dcf32a4260","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:11.592641031Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59868","req_id":"83bae3e4-e502-46e6-92bf-12dcf32a4260","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.607724193Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:11.607877398Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.607941937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.611896677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.61214929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:11.612211414Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.612239409Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.612992811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.647224625Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:11.647310136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.647373071Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.649244299Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.649329018Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:11.649358136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.649430921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.649690819Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:11.913134483Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:11.913198691Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.913263039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.943862567Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.943968728Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:11.944011343Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.944055381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:11.945981569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:12.033507739Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.033566396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.033625674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.034204527Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.048215383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.048287086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.050115439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.050175468Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.050404535Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.050457651Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.050871104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.056725629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.056800198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.056899506Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.056936249Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.057615853Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.130361163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.130435782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.130466854Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.131370665Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.135420924Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.138409188Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.13847021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.138503045Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.138528697Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.138552865Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.138980316Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.141264948Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.141318495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.141346461Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.141747199Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.143676653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.163617003Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.171644868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.171725118Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.172258621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:12.255776866Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.255846755Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.255877667Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.259431808Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.259514323Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.259539904Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.259564392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.260116132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.267199525Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.267249194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.268023206Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.283784379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.284236851Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.284404344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.291253411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.293188336Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.305041292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.305159387Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.305275348Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.30603922Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.364521583Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.364595941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.364624778Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.36546865Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.373206587Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.385952492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.386035307Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.386161569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.386229845Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.386261097Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.386288612Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.386745492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.391722369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.391782328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.391814813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.392764104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.395258845Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.395314906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.395407801Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.396318857Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.431173352Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.437937309Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.438007338Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.438039773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.439871212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.458890517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.458961127Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.458991999Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.459018021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.460012342Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.465862277Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.46592394Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.465956776Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.466507202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.477598561Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.477659483Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.477692729Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.478348736Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.492876031Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.500410984Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.500681873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.500734198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.50196521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.524816811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.524875668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.525791833Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.537547646Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.537607144Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.538645483Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.55622533Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.556294217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.556328355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.556353115Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.55715893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.560937008Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.560993831Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.561024151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.561576943Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.56754837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.567626346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.567664452Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.568780175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.578320764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.588139988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.588317341Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.588360978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.588859261Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.651858483Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.651938482Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.6519727Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.651998542Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.652754709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.654898119Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.654944461Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.654973479Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.655644637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.657530213Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.657586866Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.657617397Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.658063746Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.660083621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.667261462Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.667327504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.667359067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.667762501Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.729027978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.729109821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.729141334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.729168408Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.730117539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.732359065Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.73241658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.732445928Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.732904752Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.736171772Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.736280618Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.736315698Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.737078959Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.739244784Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.745759525Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.745825005Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.745853592Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.746211896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.756300016Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.756385536Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.756415606Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.757212825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.767550442Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.767608617Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.768121309Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.786588713Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.786638282Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.787786209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.797206128Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.797273171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.797302941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.797329293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.797997414Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.816074993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.81614407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.81617417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.817048061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.819389677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.819433113Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.819459436Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.820914315Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.823106573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.830872255Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.830982385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.831048176Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.831079608Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.831103516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.831126622Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.831488934Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.834191619Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.83459896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.834646505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.835349295Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.837451925Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.837510381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.837538487Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.838690503Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.84090744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.851274626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.851438382Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.851478682Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.851957386Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.863488671Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.863565855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.863655774Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.86369362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.864505347Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.866994466Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.867049346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.867077472Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.8682458Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.907233009Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.907362136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.907467055Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.90816224Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.911673577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.919733876Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:12.92013207Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.920273471Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:12.920893156Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.021278618Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.030563046Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.030630481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.030679258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.0323818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.041453845Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.04151135Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.042065735Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.046325883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.046383497Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.046854736Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.05772291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.057787068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.057822058Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.057848881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.058537934Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.066838803Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.066895216Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.06692754Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.067555511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.075819086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.075920738Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.075953043Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.076708338Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.078968651Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.085495836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.097619331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.097823278Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.098088486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.098811747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.112528457Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.112693416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.112790078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.112873935Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.113787475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.125082781Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.125215635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.12530827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.125892454Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.137914778Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.138239344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.138346027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.138950281Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.146767997Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.153845318Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.173036054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.173123549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.173156534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.173183969Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.173856589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.181573435Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.181635448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.181665979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.182508027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.185693443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.185800366Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.185899644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.187292189Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.19579002Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.202108519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.202160072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.202186725Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.202601151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.213872799Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.213985994Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.214709586Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.217518543Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.217649093Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.21782847Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.217929912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.218703213Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.221864712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.221967848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.222582623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.223135825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.225586227Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.225644684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.225674884Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.226466351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.233248674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.240393069Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.250117414Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.250257844Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.250292142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.250319376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.250948129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.253402038Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.253460695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.253539663Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.254033827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.257654571Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.257712086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.257742106Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.258628311Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.264137668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.28303985Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.283126222Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.283159378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.283555557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.333441081Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.333508205Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.334900198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.338963224Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.339038253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.33907205Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.339098483Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.340106842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.342712283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.342767553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.342796872Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.343409873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.345778442Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.34583229Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.345861257Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.34662537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.34863328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.355372047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.36047303Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.360617328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.360655564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.360685203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.361888581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.364897997Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.364985451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.365016683Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.365514766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.373550577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.373626588Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.373656598Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.374578825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.380855942Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.398719935Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.398805024Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.398836888Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.399313878Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.414230789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.414457301Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.414999972Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.427659625Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"created built-in services vpc","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.42770691Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.427733382Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.427760176Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.429923766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.429982253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.430277541Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.43033208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.430732889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.442677908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.442734451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.442761585Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.442788759Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.443539745Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.449201356Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.449246416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.449275163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.449990498Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.455461338Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.45551725Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.456276974Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.473375321Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.482771192Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.482885018Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.482934848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.483677066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.569433621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.571810126Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.571875686Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.571906528Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.572314661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.579733513Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.579870786Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.580024122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.580124452Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.580639107Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.58466587Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.587134439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.587221151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.587303796Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.588024121Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.676694782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.676773008Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.677437993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.681148065Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"activating background tasks","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.681217804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"Running step start_sled1","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.684492418Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.684763959Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.739267504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.74078125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.741314122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.741377919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.741409101Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.741437537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.742307882Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.742407991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.742442039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.74256812Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:13.742615274Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.742765724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"158.996µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.742819511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.742863068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.742892326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.742920763Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.743387252Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.74344615Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.74352183Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.743552271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:13.743579535Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.743604395Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"21.352µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.74363208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.743656659Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","expiration":"2025-04-30 06:36:13.743565427 UTC"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.743940745Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.744017758Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.744503877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.744552674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.744594447Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.744624688Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.744653265Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.744679106Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.74578021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.746130247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.746163524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.746190908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.74634225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.746395115Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.746421327Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.746446427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.746982856Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.747040611Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.747071944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.747097004Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.747123035Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.747150701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.747176672Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.747649735Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.747706668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:13.74773239Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.747884162Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"55.521µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.747949312Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:13.747990674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.748017628Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"22.294µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.748044521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.74815898Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.748206214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.748235362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.748260812Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.748728815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.74878652Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.748814345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.748840097Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.74886665Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.748890186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.75075415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.750812396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.750839941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"19.559µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.750865522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:13.751027294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.751078106Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"184.056µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.751138456Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.751310509Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.751696728Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"581.178µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.751755986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.751783692Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.751810695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.752180282Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.752280742Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.755993179Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.756065493Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.756093829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.756121134Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.756147075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.756173528Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.756196023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.756221173Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.756247826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.756271824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.756293377Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.75632031Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.756346823Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.756371382Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.756392915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.756419548Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.756442724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.756469568Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.756491211Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.756515319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.756539517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.756564978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.75659131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.756617242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.756640899Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.756668344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.756693284Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.758052632Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"2.058832ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.758105958Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.75821208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.758249404Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.758678128Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.758720412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.758749009Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.758774009Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.758800492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.759218194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.759260539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.759287943Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.759308564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.759334266Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.759359245Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.759386179Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.759794022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.759850294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.759957988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.760002537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.760367735Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.760425279Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.76064637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.760682802Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.760708283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.762552478Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.762607137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.762636295Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.762663389Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.762744981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.762777516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.762805001Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.762832856Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.763242883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.763304767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.763334426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.763363964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.763777879Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.763838259Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.763867858Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.763896546Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.764367614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.764418816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.764451441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.764479828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.764870306Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.764913111Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.764942249Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.764969463Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.764999513Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.76504315Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.76539944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.765440873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.765470051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.765495842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.766009175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.766050958Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.766079144Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.766106078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.766507428Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.766548059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.766574131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.766608349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.767108746Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpcsnQy4/artifact-config.json","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.767645726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.767695435Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpcsnQy4/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp3wYYqR/artifact-config.json","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.76772345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.767746216Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp3wYYqR/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.876834697Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:51842","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.877145075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:51842","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.880343648Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:51842","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.891597431Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.891678973Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.891710196Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.891738432Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.891781237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.891812099Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.891838211Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.891862669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.89188791Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.89191321Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.891940114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.89196827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.89202364Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892055173Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892082317Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892107427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892132517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892156655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892180863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892206805Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892230773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892254831Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892279099Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892303387Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892327576Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892351674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892375862Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.89243538Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892464659Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892491202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.8925156Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892539909Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892563997Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892589027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892617092Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892643916Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892670389Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892695569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892720659Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892745578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892770248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892796811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892822692Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892847812Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892872541Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.8928969Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892921389Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892945627Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892971729Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.892997921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.89302247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.89304737Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893071818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893096327Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893120756Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893144924Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893169533Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893194232Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893218761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893246386Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893271757Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893297919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893323269Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893347418Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893371616Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893395574Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893421916Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893449391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893476064Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.893500382Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893524651Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.893550322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.894206269Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45609/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.895244337Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.895308906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.89534098Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.8953712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.897073451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.898133313Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","remote_addr":"127.0.0.1:44217"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.898552057Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63443","req_id":"daefa757-5cb5-412b-a75a-cf4d3aaa7ff3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: fc e5 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.89866379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63443","req_id":"daefa757-5cb5-412b-a75a-cf4d3aaa7ff3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64741,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64741,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:13.899014349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63443","req_id":"daefa757-5cb5-412b-a75a-cf4d3aaa7ff3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.899071813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:65519","req_id":"2f638349-cd28-4d82-a2bc-f815aff5a720","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 42 e8 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 B............_ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.899315609Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:65519","req_id":"2f638349-cd28-4d82-a2bc-f815aff5a720","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:13.899580627Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:65519","req_id":"2f638349-cd28-4d82-a2bc-f815aff5a720","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.900928292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.901109944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.901205655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.90134374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.90240291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:13.903264116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.903425157Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"161.18984ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:13.903959652Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.904117827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"160.710935ms"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.904486582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"65316e49-2bc1-444f-937f-3c79c4704320","remote_addr":"127.0.0.1:44217","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"registered sled agent","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.906968106Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:13.917076937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","pruned":"{}","expiration":"2025-04-30 06:36:13.743565427 UTC"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.917343639Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"expiration\":\"2025-04-30T06:36:13.743565427Z\",\"pruned\":[]}","iteration":1,"elapsed":"173.657401ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.930256617Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.937670999Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52730","req_id":"66652c1a-adbe-4322-afb0-8001a400969b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c6 3b 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .;..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.938003051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52730","req_id":"66652c1a-adbe-4322-afb0-8001a400969b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50747,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50747,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:13.938411635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52730","req_id":"66652c1a-adbe-4322-afb0-8001a400969b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.939971623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.945738604Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.945834976Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.945924454Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.946548908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.947097561Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:13.951135426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:13.951254854Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.951390204Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"205.531157ms"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.95547867Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63485","req_id":"4f0eba29-4358-4fcd-90ca-8202246b09f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: eb 8f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.955776433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63485","req_id":"4f0eba29-4358-4fcd-90ca-8202246b09f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:13.956263604Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63485","req_id":"4f0eba29-4358-4fcd-90ca-8202246b09f6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.957262995Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"210.251792ms"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.957460429Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.967546294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.986644897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.986905286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.988598148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:13.992831663Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:13.992908446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.992938907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"246.501638ms"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.992978446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.997957096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:13.998177234Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.998532282Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:13.999129872Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.009493271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.020890389Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.0211319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.021235797Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.021756755Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.022834803Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.029642627Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.029863327Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.029990771Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.030646868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.05458871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.055046452Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.05614443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.057723296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.068146022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.07059408Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.070649831Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.072850556Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.08754815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.094280504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.094384411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.094479781Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.094572986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.094653056Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.095191649Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.13169004Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.1439516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.144055898Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.144090146Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.144652046Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.160145766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.160291186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.160991481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.161234325Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"399.061023ms"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.161446427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.161547469Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.162075391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.189338441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:14.18944866Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.189611294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"429.785509ms"} {"msg":"listed in-progress sagas","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:14.255323061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","count":0} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.255565894Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"495.144412ms"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.25571412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"492.396307ms"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.323787031Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.323853363Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.324887243Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.324947072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.328697094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.328761392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.328795199Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.32886587Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.328897002Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.329129756Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.337430504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.337542017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.337852305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.346535826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"581.043651ms"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.348852352Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.348971559Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.349298641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.350384885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.350780443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.350838789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.35140115Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.361196156Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.369204201Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.371137353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.382779219Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.383504664Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"616.948669ms"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.383775123Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"619.366597ms"} {"msg":"failed to read target blueprint","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:14.41903201Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.419177219Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"672.149424ms"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.419432147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.420433853Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.420601457Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.420736346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.422131125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.49803559Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{}","iteration":1,"elapsed":"745.340682ms"} {"msg":"failed to read DNS config","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:14.532542322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.532682391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"789.799344ms"} {"msg":"failed to read DNS config","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:14.549200593Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.549262376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"807.983784ms"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.549377615Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.549426853Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.549911559Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58568","req_id":"817cd374-70b6-4e72-9e02-a182443abf84","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 56 c1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 V............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.549975557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58568","req_id":"817cd374-70b6-4e72-9e02-a182443abf84","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:14.550422146Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58568","req_id":"817cd374-70b6-4e72-9e02-a182443abf84","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:14.550893485Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.550950108Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"802.909235ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.606676379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.606744325Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.606774395Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.606801829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.606826599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.607575581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:14.607716722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"65316e49-2bc1-444f-937f-3c79c4704320","remote_addr":"127.0.0.1:44217","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":703177,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.608035137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45609/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"65316e49-2bc1-444f-937f-3c79c4704320\", \"date\": \"Wed, 30 Apr 2025 06:46:13 GMT\"} })"} {"msg":"Running step start_sled2","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.608277429Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:14.608410775Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:14.661749779Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled 039be560-54cc-49e3-88df-1a29dadbf913 storage","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:14.661923345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.662255357Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.662328012Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.662362109Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.662388532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.663397202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.66345639Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.663487772Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.663946476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpCTIGfO/artifact-config.json","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:14.665259152Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.665311656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpCTIGfO/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp1EXioz/artifact-config.json","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:14.66533846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.665360824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp1EXioz/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.750125021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:54794","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:14.750204981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:54794","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.750920316Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:54794","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756283893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756348321Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756376557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756402709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756427629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756451276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756474873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.7564986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756522959Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756546195Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756569932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756593389Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756617577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756641525Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756665232Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756688679Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756712126Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756735783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.75675941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756782516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756805853Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756829189Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756853016Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756876393Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.75690002Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756923297Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756946713Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.756969819Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757020049Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757051332Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.75707564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757099027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757124397Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.75715072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757216701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757245829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757270729Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757295047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757318945Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757343273Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757369636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757393934Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.7574171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757440156Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757463242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757486148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757509324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757532059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757555025Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.75757756Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757599744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757621758Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757643852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757666407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757688942Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757711327Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757733631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757755875Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757778631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757800665Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757822739Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757846406Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.75786865Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757892648Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757918519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757943098Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.757972136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.758026585Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.758078017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:14.758102837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.758123638Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.758143648Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.758161564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45609/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST"} {"msg":"inventory collection is None","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:14.758838943Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.758892991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"1.007113197s"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:14.759079342Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","remote_addr":"127.0.0.1:37760"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.760103563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.767501353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.767587033Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.767621342Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.771250392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.782915925Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"1d06033d-6aa3-4586-bd83-0f7c51292a0b","remote_addr":"127.0.0.1:37760","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"registered sled agent","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:14.783553546Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_uuid":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.78754625Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.792340182Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.793740632Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.793803457Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.79444708Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.816264209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.816385821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.816473416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.81706264Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.824442944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.859677627Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.859739971Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.859769801Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.859793779Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.859821093Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.871021369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.871082451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.87111245Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.871528149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:14.872157152Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.872312762Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.116857395s"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.872486117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.1181551s"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.872988248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.110298006s"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.873047265Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.118274348s"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.873139399Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.879307979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.879365434Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.879392839Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.881695406Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.881753913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.88178286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.882385762Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.893186161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.896336538Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.896452759Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.89653842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.897101792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.913681997Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.913870924Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"1.147830397s"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:14.938620476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.938769984Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"1.194228602s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.939068709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.939349308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.942324205Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61072","req_id":"1f57a1a7-4b5a-4a44-bfe3-800762f28408","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 93 37 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .7..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.942603892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61072","req_id":"1f57a1a7-4b5a-4a44-bfe3-800762f28408","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:14.943067105Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61072","req_id":"1f57a1a7-4b5a-4a44-bfe3-800762f28408","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:14.943653644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.943775427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"337.160079ms"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.975299426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:14.975388714Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.97542186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:14.976102787Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.067308027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.068393861Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.068464091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.071076656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.127746066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"1.363830583s"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.128061435Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.12816968Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.128385961Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"1.370280534s"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.128576461Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.136011545Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.136111784Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.136140482Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.136176433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.136205661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.136233687Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.136578494Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.138540814Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.13864927Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"1.389855786s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.143042353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.143092633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.143123104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.143150599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.143178114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.143946785Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.144115Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"1d06033d-6aa3-4586-bd83-0f7c51292a0b","remote_addr":"127.0.0.1:37760","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":361157,"response_code":"204"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.144361672Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.144431791Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.144467102Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.144909213Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.145272967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45609/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913\", status: 204, headers: {\"x-request-id\": \"1d06033d-6aa3-4586-bd83-0f7c51292a0b\", \"date\": \"Wed, 30 Apr 2025 06:46:15 GMT\"} })"} {"msg":"Running step add_extra_sled_agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.145434259Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.145648466Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.210804655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"server":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"SledAgent","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled 2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f storage","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.211129993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.211765379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.211829216Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.211863294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.211893805Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.215711271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 039be560-54cc-49e3-88df-1a29dadbf913","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.331730963Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.33188996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.449865669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.449941019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.450099164Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.450146057Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.450986181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.451676316Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.457066836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.460247704Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.460307233Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.461089421Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.461775228Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.461908203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.461950266Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.462362327Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.462465333Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.467575063Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.468311431Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.468370879Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.468402221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.468430257Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.469181153Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpveCRia/artifact-config.json","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.470215514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"SledAgent","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.470270013Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"SledAgent","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpveCRia/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpfAWS4Y/artifact-config.json","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.470296135Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"SledAgent","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.470319962Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"SledAgent","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpfAWS4Y/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.526755426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:51241","component":"dropshot (Repo Depot)","server":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"SledAgent","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.526845286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:51241","component":"dropshot (Repo Depot)","server":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"SledAgent","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.528414392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:51241","component":"dropshot (Repo Depot)","server":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"SledAgent","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.546238455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.54636111Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.546443724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.546540367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.546618743Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.546698822Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.546776868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.546851406Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.546927668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.547002868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.547077677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.54716923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.547246564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.54732015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.547407354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.547493726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.547568605Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.547643905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.547715668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.547790407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.547863182Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.547935276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.548008161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.548106056Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.548181296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.548256987Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.548329802Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.548423719Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.548503578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.548577235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.548649118Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.548724168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.548822894Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.548900589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.548973044Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.549049225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.549122742Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.549196148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.549268312Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.549357079Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.549434734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.549506917Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.549579793Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.549652888Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.549722687Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.549793328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.549865662Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.549938167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.550013086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.55009044Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.550163756Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.550237643Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.550328214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.550405307Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.550479315Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.550550627Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.550627179Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.550701187Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.550771146Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.550842098Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.550915053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.550989802Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.551061475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.55113423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.551222796Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.551298367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.55138549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.551460319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.551533956Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.55162608Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.552351976Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.552511624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64162"} {"msg":"contacting server nexus","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.553398691Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.553612047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"NexusClient","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45609/sled-agents/2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","method":"POST"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.555209038Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.555317284Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.556572816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","remote_addr":"127.0.0.1:59051"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.557111439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc-routes","method":"GET","req_id":"c2e13c84-6a55-4a1c-a615-540d2f9ac2e6","remote_addr":"[::1]:64162","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.558965593Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc-routes","method":"GET","req_id":"c2e13c84-6a55-4a1c-a615-540d2f9ac2e6","remote_addr":"[::1]:64162","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1870,"response_code":"200"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.559344789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.566664573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.56676873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.566861195Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.567375449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.567731829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.571053678Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.571340319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.571442202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.571920234Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.57329297Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/sled-agents/2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","method":"POST","req_id":"765dbb85-fa8d-440a-b515-7daed5e46c5c","remote_addr":"127.0.0.1:59051","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.573945971Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60369","req_id":"12adb675-6ea1-400d-8746-f284d2065d94","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: be 88 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.574113084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60369","req_id":"12adb675-6ea1-400d-8746-f284d2065d94","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48776,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48776,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:15.574546307Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60369","req_id":"12adb675-6ea1-400d-8746-f284d2065d94","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.574762528Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2e13c84-6a55-4a1c-a615-540d2f9ac2e6\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:15 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.575033848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.575133677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.575645567Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered sled agent","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.576010314Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_uuid":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:15.578085458Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.578219896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":3,"elapsed":"435.21641ms"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.616371711Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.616482732Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.617257767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.624243675Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.632211641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.632398443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.632540396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.633156213Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.633647753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.633804214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.634390653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.634520161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.635441637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.635667877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.635829149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.635919028Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.636870423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.637136443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/sled-agents/2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","method":"POST","req_id":"765dbb85-fa8d-440a-b515-7daed5e46c5c","remote_addr":"127.0.0.1:59051","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":63842,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.638718275Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"NexusClient","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45609/sled-agents/2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f\", status: 204, headers: {\"x-request-id\": \"765dbb85-fa8d-440a-b515-7daed5e46c5c\", \"date\": \"Wed, 30 Apr 2025 06:46:15 GMT\"} })"} {"msg":"Running step add_extra_sled_agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.638947993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.63916254Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.700905108Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"server":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"SledAgent","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled 61f6c1b7-94c3-4d3f-a4d6-185e586232fa storage","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.70116175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.701644802Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.701770873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.701861975Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.701944048Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.702700616Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpuIT9CD/artifact-config.json","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.705757637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"SledAgent","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.705811434Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"SledAgent","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpuIT9CD/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpfUvMZl/artifact-config.json","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.705841053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"SledAgent","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.705865301Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"SledAgent","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpfUvMZl/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.776987678Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39477","component":"dropshot (Repo Depot)","server":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"SledAgent","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.77709906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39477","component":"dropshot (Repo Depot)","server":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"SledAgent","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.777872822Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39477","component":"dropshot (Repo Depot)","server":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"SledAgent","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783252911Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783331007Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783360405Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783385646Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783411898Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783437008Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783521296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783558239Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783584472Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783609812Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783633028Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783655824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783679311Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783702427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783725312Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783747947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783770462Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783793137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783815953Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783838177Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783860642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783883027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783905361Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783927726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783950461Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.783972946Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.78399511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784018416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784040611Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784062805Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784084819Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.78414555Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784177994Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784202343Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784225339Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784249657Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784272893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784295709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.78432159Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784347251Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784372351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784395588Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784418243Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.78444194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784464635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.7844871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784510156Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784532791Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784554885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784623081Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784662289Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784688531Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784713431Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784738321Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784761056Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784783731Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784806396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784828991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784851246Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.78487372Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784896436Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784919472Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.784941656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.78496398Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.785046485Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.785074641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.785099641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.785123157Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.785145682Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.785172055Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.785194019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.78521455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.785232626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"NexusClient","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:45609/sled-agents/61f6c1b7-94c3-4d3f-a4d6-185e586232fa","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.787100296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.787163121Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.788282351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.953352222Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/v2p","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.954573706Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","assocs":"{}","sled":"sim-039be560"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.954734456Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:57624/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.956261739Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.968335826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.968470465Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.968580203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.969437762Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.970026284Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.978165892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.978343376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.978618624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.97921905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.981630846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.981792328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.98190894Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.982010152Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.982738693Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.988651043Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","remote_addr":"127.0.0.1:58683"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.98966857Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49517"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.990062004Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/eip-gateways","method":"PUT","req_id":"94906b95-aad7-4dbd-b8ec-f04f65da87e4","remote_addr":"[::1]:64162","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.992144534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/eip-gateways","method":"PUT","req_id":"94906b95-aad7-4dbd-b8ec-f04f65da87e4","remote_addr":"[::1]:64162","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2093,"response_code":"204"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.994951096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/sled-agents/61f6c1b7-94c3-4d3f-a4d6-185e586232fa","method":"POST","req_id":"b7c9f07c-806e-4385-9e39-7db4878cb153","remote_addr":"127.0.0.1:58683","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.995317365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/v2p","method":"GET","req_id":"297ced2e-766c-4c22-97a0-30ee080db2b4","remote_addr":"[::1]:49517","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.995697793Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/eip-gateways\", status: 204, headers: {\"x-request-id\": \"94906b95-aad7-4dbd-b8ec-f04f65da87e4\", \"date\": \"Wed, 30 Apr 2025 06:46:15 GMT\"} })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.996906742Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.997048575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/vpc-routes","method":"GET"} {"msg":"registered sled agent","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.997658871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_uuid":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:15.99862208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/v2p","method":"GET","req_id":"297ced2e-766c-4c22-97a0-30ee080db2b4","remote_addr":"[::1]:49517","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":3340,"response_code":"200"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:15.999004331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:15.99907368Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.000942453Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:57624/artifacts-config","method":"PUT"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.001125848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:39991/artifacts-config","method":"PUT"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.002202113Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.00226086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.002293605Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.003733754Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.005968818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37109"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.006044729Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60713"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.006132023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40511"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.006655105Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"297ced2e-766c-4c22-97a0-30ee080db2b4\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:15 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.006812819Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","interfaces":"{}","sled":"sim-039be560"} {"msg":"v2p mappings to delete","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.006858019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mappings":"[]","sled":"sim-039be560"} {"msg":"v2p mappings to add","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.006886256Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mappings":"[]","sled":"sim-039be560"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.008738145Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.011728854Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42414"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.012024263Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc-routes","method":"GET","req_id":"f5bb3626-0ea1-423c-b96d-321fa9ec6ace","remote_addr":"[::1]:37109","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.012267197Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/artifacts-config","method":"PUT","req_id":"03745765-8a7f-4e1d-9fcd-8015579f8b83","remote_addr":"[::1]:60713","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.01247944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/artifacts-config","method":"PUT","req_id":"77051e68-0f46-4754-8fcb-afe68dbb5d8b","remote_addr":"[::1]:40511","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.01252957Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55270","req_id":"73faf923-4b0e-40ad-bce1-c5660c21d85e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b0 77 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .w..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.012652384Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55270","req_id":"73faf923-4b0e-40ad-bce1-c5660c21d85e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:16.013124565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55270","req_id":"73faf923-4b0e-40ad-bce1-c5660c21d85e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.013850842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc-routes","method":"GET","req_id":"f5bb3626-0ea1-423c-b96d-321fa9ec6ace","remote_addr":"[::1]:37109","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1833,"response_code":"200"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpcsnQy4/artifact-config.json","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.013978797Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.014021191Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpcsnQy4/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp3wYYqR/artifact-config.json","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.014048516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.014072424Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp3wYYqR/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpcsnQy4/.artifact-config.json.tmp","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.014098215Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpCTIGfO/artifact-config.json","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.014320818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.014363343Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpCTIGfO/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp1EXioz/artifact-config.json","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.014389435Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.014412722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp1EXioz/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpCTIGfO/.artifact-config.json.tmp","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.014439144Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.014461809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.014491478Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.014521488Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.015272525Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmp3wYYqR/.artifact-config.json.tmp","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.022184516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmp1EXioz/.artifact-config.json.tmp","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.02249237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Starting delete reconciler","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.02328024Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.023493044Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/artifacts-config","method":"PUT","req_id":"03745765-8a7f-4e1d-9fcd-8015579f8b83","remote_addr":"[::1]:60713","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11228,"response_code":"204"} {"msg":"Starting delete reconciler","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.023555358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.023677792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/artifacts-config","method":"PUT","req_id":"77051e68-0f46-4754-8fcb-afe68dbb5d8b","remote_addr":"[::1]:40511","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":11206,"response_code":"204"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:16.024803094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.024864586Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":4,"elapsed":"390.30158ms"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.02504212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/v2p","method":"GET","req_id":"58667ed8-06a2-490f-bb6c-9627b5761de1","remote_addr":"[::1]:42414","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.029368249Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5bb3626-0ea1-423c-b96d-321fa9ec6ace\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:15 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.029436846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.029469281Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.029956301Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.03006117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/artifacts-config\", status: 204, headers: {\"x-request-id\": \"77051e68-0f46-4754-8fcb-afe68dbb5d8b\", \"date\": \"Wed, 30 Apr 2025 06:46:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.030184656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/artifacts","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.030322441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/artifacts-config\", status: 204, headers: {\"x-request-id\": \"03745765-8a7f-4e1d-9fcd-8015579f8b83\", \"date\": \"Wed, 30 Apr 2025 06:46:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.030366027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/artifacts","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.03092441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/v2p","method":"GET","req_id":"58667ed8-06a2-490f-bb6c-9627b5761de1","remote_addr":"[::1]:42414","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":5886,"response_code":"200"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.035739163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.100466668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.100589333Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.100991514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.101247564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.101832059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.103777575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/artifacts","method":"GET","req_id":"5ab269db-8ad1-41a5-a3dd-ee85bb464f1a","remote_addr":"[::1]:60713","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.104018966Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/artifacts","method":"GET","req_id":"d0a71c28-230c-4095-8c8f-33837930ccaa","remote_addr":"[::1]:40511","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.104355607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58667ed8-06a2-490f-bb6c-9627b5761de1\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:15 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.10453294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","interfaces":"{}","sled":"sim-2d0261b9"} {"msg":"v2p mappings to delete","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.104615615Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mappings":"[]","sled":"sim-2d0261b9"} {"msg":"v2p mappings to add","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.10468322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mappings":"[]","sled":"sim-2d0261b9"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.106693595Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/v2p","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.107329933Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/artifacts","method":"GET","req_id":"5ab269db-8ad1-41a5-a3dd-ee85bb464f1a","remote_addr":"[::1]:60713","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3630,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.107524411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/artifacts","method":"GET","req_id":"d0a71c28-230c-4095-8c8f-33837930ccaa","remote_addr":"[::1]:40511","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":3513,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.109025511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52702"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.113190139Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0a71c28-230c-4095-8c8f-33837930ccaa\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:15 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.113739614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled":"http://[::1]:57624"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.113982368Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ab269db-8ad1-41a5-a3dd-ee85bb464f1a\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:15 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.114216624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled":"http://[::1]:39991"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.11464081Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.114744767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.115405774Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.120515645Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":2,\"put_config_err\":0,\"put_config_ok\":2,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":2,\"put_config_err\":0,\"put_config_ok\":2,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"039be560-54cc-49e3-88df-1a29dadbf913\",\"time\":\"2025-04-30T06:46:16.030047182Z\"},{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:46:16.030307471Z\"},{\"operation\":\"list\",\"target_sled\":\"039be560-54cc-49e3-88df-1a29dadbf913\",\"time\":\"2025-04-30T06:46:16.113700486Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:46:16.114184290Z\"}]}","iteration":1,"elapsed":"2.355608014s"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.123352307Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/v2p","method":"GET","req_id":"23e3b890-3068-4529-8bce-efe7e6be9fe6","remote_addr":"[::1]:52702","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.123823976Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/v2p","method":"GET","req_id":"23e3b890-3068-4529-8bce-efe7e6be9fe6","remote_addr":"[::1]:52702","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":473,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.124030728Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.124159545Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.124800933Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.127518688Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23e3b890-3068-4529-8bce-efe7e6be9fe6\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:15 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.127730811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.127815118Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.127882072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.129835564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{}","iteration":1,"elapsed":"2.376375292s"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.136103102Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.136209033Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.136872344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.138355159Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.138537763Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:39991/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.139334149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/eip-gateways","method":"PUT","req_id":"485679d1-8472-4af2-89bd-294440e1ed48","remote_addr":"[::1]:37109","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.141196239Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/eip-gateways","method":"PUT","req_id":"485679d1-8472-4af2-89bd-294440e1ed48","remote_addr":"[::1]:37109","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1913,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.141473512Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.141731656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.141841265Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.141927026Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.142428545Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.143619868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/eip-gateways\", status: 204, headers: {\"x-request-id\": \"485679d1-8472-4af2-89bd-294440e1ed48\", \"date\": \"Wed, 30 Apr 2025 06:46:15 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.146088898Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{}","iteration":1,"elapsed":"2.386837337s"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.148617055Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.148713507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.148799058Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.149349474Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.155851229Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.155947951Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.156052289Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.156701523Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.163010944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.169820401Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.169925411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.170022494Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.170127393Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.170259787Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.170368744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.170864502Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.175595448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.175693283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.17577747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.176390702Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.184978292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.185041829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.185073372Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.185831753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.194898037Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.194957616Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.194990331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.195020441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.195049589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.19570285Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.19583326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/sled-agents/61f6c1b7-94c3-4d3f-a4d6-185e586232fa","method":"POST","req_id":"b7c9f07c-806e-4385-9e39-7db4878cb153","remote_addr":"127.0.0.1:58683","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":200871,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.19621458Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"NexusClient","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:45609/sled-agents/61f6c1b7-94c3-4d3f-a4d6-185e586232fa\", status: 204, headers: {\"x-request-id\": \"b7c9f07c-806e-4385-9e39-7db4878cb153\", \"date\": \"Wed, 30 Apr 2025 06:46:16 GMT\"} })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.196374138Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.197522285Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.197573347Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.197603117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.197629369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.197656032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.197683908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.19771Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.197736412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.197762584Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.197788516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.197814728Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.1978408Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.198387359Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.198430014Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:56527"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.198453661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.19847323Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:46:16.239230707Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"b4d63f58-c9f8-46df-be7b-7ccd92c66ded.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"f4ae18a5-8962-4002-89de-516ccfb7a4e4.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 45609,\n target: \"ba62cd5d-b463-4373-943b-6bcde6f6c117.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"5775494f-3dc3-45aa-bef5-f8820f818bab.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"039be560-54cc-49e3-88df-1a29dadbf913.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 56527,\n target: \"e5d2dce4-c832-4c18-a20e-e1f1ea8cb2be.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 54794,\n target: \"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 51842,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"b4d63f58-c9f8-46df-be7b-7ccd92c66ded.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"b4d63f58-c9f8-46df-be7b-7ccd92c66ded.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 53495,\n target: \"b4d63f58-c9f8-46df-be7b-7ccd92c66ded.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 47272,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 63187,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"e5d2dce4-c832-4c18-a20e-e1f1ea8cb2be.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"ba62cd5d-b463-4373-943b-6bcde6f6c117.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 36706,\n target: \"5775494f-3dc3-45aa-bef5-f8820f818bab.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 40319,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 36971,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 39884,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 47425,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 54226,\n target: \"f4ae18a5-8962-4002-89de-516ccfb7a4e4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 45300,\n target: \"6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"b4d63f58-c9f8-46df-be7b-7ccd92c66ded.host.control-plane.oxide.internal\",\n },\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.23975926Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.23991501Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"body":"Some(Body)","uri":"http://[::1]:36706/config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.240647379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:36706","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:42519"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.242452406Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.252110208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.25219157Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.252227713Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.253537322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.25388275Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.258974886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.259098733Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.259131728Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.259397859Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.261896006Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/config","method":"PUT","req_id":"c97b3581-6b18-45e7-96a3-15530766bde7","remote_addr":"[::1]:42519","local_addr":"[::1]:36706","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.262506562Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"new_generation":1,"req_id":"c97b3581-6b18-45e7-96a3-15530766bde7","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.262553446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.262574468Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.263632907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.263897163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.263992814Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.264027172Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"new_generation":1,"req_id":"c97b3581-6b18-45e7-96a3-15530766bde7","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.264200347Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/config","method":"PUT","req_id":"c97b3581-6b18-45e7-96a3-15530766bde7","remote_addr":"[::1]:42519","local_addr":"[::1]:36706","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2326,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.265589485Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.26564197Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.26609403Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.266649186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.266702913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.269535066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(Response { url: \"http://[::1]:36706/config\", status: 204, headers: {\"x-request-id\": \"c97b3581-6b18-45e7-96a3-15530766bde7\", \"date\": \"Wed, 30 Apr 2025 06:46:16 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.272664552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.323795206Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"body":"Some(Body)","uri":"http://[::1]:39991/omicron-config","method":"PUT"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.325109094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53670","req_id":"91fa913d-e400-4399-a227-a83f2e80dbf7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5d 72 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ]r..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.325232149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53670","req_id":"91fa913d-e400-4399-a227-a83f2e80dbf7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.325449362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.325722536Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.325922054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.326061632Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53670","req_id":"91fa913d-e400-4399-a227-a83f2e80dbf7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.326596067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.326651728Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.327392754Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.328367967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58656"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.328860378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4441, tv_nsec: 127710255 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.328924766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.328952181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.330790794Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/omicron-config","method":"PUT","req_id":"a2f9a660-cc2a-4b87-aece-188e44b2b0b4","remote_addr":"[::1]:58656","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.330852798Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56465","req_id":"887ff012-4704-4265-b6c3-7c4f325fd61a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e9 65 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .e..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.330891104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56465","req_id":"887ff012-4704-4265-b6c3-7c4f325fd61a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.330972957Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.330994741Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56465","req_id":"887ff012-4704-4265-b6c3-7c4f325fd61a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.331029881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64609","req_id":"abb4f5c5-b508-4017-97f7-0d740780090b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d9 6c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .l..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.331061293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64609","req_id":"abb4f5c5-b508-4017-97f7-0d740780090b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.33113985Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.33116006Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64609","req_id":"abb4f5c5-b508-4017-97f7-0d740780090b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.333056689Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/omicron-config","method":"PUT","req_id":"a2f9a660-cc2a-4b87-aece-188e44b2b0b4","remote_addr":"[::1]:58656","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2896,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.333432488Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.333485784Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.334478582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.430897651Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.431539379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.431586323Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.432426347Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.433131091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(Response { url: \"http://[::1]:39991/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2f9a660-cc2a-4b87-aece-188e44b2b0b4\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.433948189Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"body":"Some(Body)","uri":"http://[::1]:39991/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.434534707Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/network-bootstore-config","method":"PUT","req_id":"e2d129a7-7f11-477b-9b08-b1db93f03cde","remote_addr":"[::1]:58656","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.434681029Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54378","req_id":"4c326fc8-be2c-46ba-81a3-f7ed95c5f341","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3f 0b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ?............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.434841218Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54378","req_id":"4c326fc8-be2c-46ba-81a3-f7ed95c5f341","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.435051697Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:16.435164873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54378","req_id":"4c326fc8-be2c-46ba-81a3-f7ed95c5f341","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.435790369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/network-bootstore-config","method":"PUT","req_id":"e2d129a7-7f11-477b-9b08-b1db93f03cde","remote_addr":"[::1]:58656","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1263,"response_code":"204"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.436451446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.436505534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.436534111Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.43690482Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(Response { url: \"http://[::1]:39991/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"e2d129a7-7f11-477b-9b08-b1db93f03cde\", \"date\": \"Wed, 30 Apr 2025 06:46:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.488255322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"body":"Some(Body)","uri":"http://[::1]:57624/omicron-config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.489181147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.489356166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.489462868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.489557898Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.490468001Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.491572922Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36507"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.493889318Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/omicron-config","method":"PUT","req_id":"1dcced3a-e90a-42d3-8c66-b5ef25273a15","remote_addr":"[::1]:36507","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.496959655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/omicron-config","method":"PUT","req_id":"1dcced3a-e90a-42d3-8c66-b5ef25273a15","remote_addr":"[::1]:36507","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2772,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.497222148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"655091c9-4d0f-46ec-957e-30c6ec0b44dd\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.49796087Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.498254755Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(Response { url: \"http://[::1]:57624/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dcced3a-e90a-42d3-8c66-b5ef25273a15\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.498712107Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"body":"Some(Body)","uri":"http://[::1]:57624/network-bootstore-config","method":"PUT"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.50216168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.502219505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.50224695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.502269585Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.503110901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/network-bootstore-config","method":"PUT","req_id":"1d53dc38-80c7-4fd3-bcd5-1a597894834a","remote_addr":"[::1]:36507","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.503696658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/network-bootstore-config","method":"PUT","req_id":"1d53dc38-80c7-4fd3-bcd5-1a597894834a","remote_addr":"[::1]:36507","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":595,"response_code":"204"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.507267172Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.507406079Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.507508713Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.508562353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.508999103Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(Response { url: \"http://[::1]:57624/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"1d53dc38-80c7-4fd3-bcd5-1a597894834a\", \"date\": \"Wed, 30 Apr 2025 06:46:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.558556332Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"body":"Some(Body)","uri":"http://[::1]:44942/omicron-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.560083625Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48851"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.564292341Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.572004707Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.5720811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.572112642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.572148955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.572178764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.572205407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.572601797Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.573658082Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3932e34-5c2c-46c5-a4d5-b28c758e071d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.574206564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.574807382Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/omicron-config","method":"PUT","req_id":"595fbccc-b340-4758-8ddc-271b44915413","remote_addr":"[::1]:48851","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.578511392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/omicron-config","method":"PUT","req_id":"595fbccc-b340-4758-8ddc-271b44915413","remote_addr":"[::1]:48851","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":3776,"response_code":"200"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.578702713Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.578747001Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.578774726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.579276696Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.579981901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(Response { url: \"http://[::1]:44942/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"595fbccc-b340-4758-8ddc-271b44915413\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.580475645Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"body":"Some(Body)","uri":"http://[::1]:44942/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.582940396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/network-bootstore-config","method":"PUT","req_id":"7e25190a-f0f5-41ab-b5ff-149c0abec361","remote_addr":"[::1]:48851","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.582997941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/network-bootstore-config","method":"PUT","req_id":"7e25190a-f0f5-41ab-b5ff-149c0abec361","remote_addr":"[::1]:48851","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":272,"response_code":"204"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.586589216Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.586632182Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.586658093Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.58709331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.587647445Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(Response { url: \"http://[::1]:44942/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"7e25190a-f0f5-41ab-b5ff-149c0abec361\", \"date\": \"Wed, 30 Apr 2025 06:46:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.675910303Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"body":"Some(Body)","uri":"http://[::1]:55845/omicron-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.678648578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38240"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.685519799Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.729756227Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.730007528Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.730456412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.731341987Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.737887338Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/omicron-config","method":"PUT","req_id":"0b7d6329-b0c4-4746-bfd4-b6141cade5c5","remote_addr":"[::1]:38240","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.741067264Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/omicron-config","method":"PUT","req_id":"0b7d6329-b0c4-4746-bfd4-b6141cade5c5","remote_addr":"[::1]:38240","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":3205,"response_code":"200"} {"msg":"resolved names for firewall rules","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.745109397Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.745211391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.74530171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.745620836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.745725104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.746272104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.746755297Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(Response { url: \"http://[::1]:55845/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b7d6329-b0c4-4746-bfd4-b6141cade5c5\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:46:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.747023281Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"body":"Some(Body)","uri":"http://[::1]:55845/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.749546879Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/network-bootstore-config","method":"PUT","req_id":"e9840251-f1b2-40eb-8b99-92e4b334cfce","remote_addr":"[::1]:38240","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:16.749583321Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/network-bootstore-config","method":"PUT","req_id":"e9840251-f1b2-40eb-8b99-92e4b334cfce","remote_addr":"[::1]:38240","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":400,"response_code":"204"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.752330685Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.757048495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:16.75713139Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.757164126Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.757615114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.758416411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(Response { url: \"http://[::1]:55845/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"e9840251-f1b2-40eb-8b99-92e4b334cfce\", \"date\": \"Wed, 30 Apr 2025 06:46:16 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.761279195Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:16.761325848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.044784524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.044875125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.044911497Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.044940535Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.045601422Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.050201086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc7eee14-5ad9-4079-9ea2-54e761822dc2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.050555192Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.058533248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.058593838Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.058620291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.058645061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.061840507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.072758621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.07296402Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.073015563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.076493282Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.144078712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.145414082Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:20.145599892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.145646565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","elapsed":"6.386891334s"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.145708569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{}","iteration":1,"elapsed":"6.386939479s"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.158575936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.158649112Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.159274117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"set cockroachdb setting","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:20.201115534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.201661011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.201716601Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.202504301Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.21801241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.218285323Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.218387146Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.218469741Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.219982144Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.254539437Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.266040112Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.266120562Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.266148257Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.26617473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.266680898Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:20.29335746Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.293579753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.293686996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.294421941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.370591734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0481c4c1-24b9-42e8-bf44-d174cd25d8a1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.370785831Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:20.375340416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.375390525Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.375429423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.376751307Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.517112567Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.517177747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.51720938Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.517237416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.517970978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.532969792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.536418112Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.536481048Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.536511809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.53692906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.565119308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"IpPool { parent: Fleet, key: 03d5251c-203c-4588-8e2e-d89ad391790c, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.565188165Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.565221551Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.565249076Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.565733822Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.567442396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"250fd628-70a3-46c6-9fe9-b3be9065ef64\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.567675511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.575683296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.582249569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 03d5251c-203c-4588-8e2e-d89ad391790c, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.582314378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.582345901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.58282766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.614898449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"IpPool { parent: Fleet, key: 03d5251c-203c-4588-8e2e-d89ad391790c, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.614966435Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.614998158Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.615027106Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.616173891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.627738502Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.636160663Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 03d5251c-203c-4588-8e2e-d89ad391790c, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.652907891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"IpPool { parent: Fleet, key: 03d5251c-203c-4588-8e2e-d89ad391790c, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.653042329Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.653149412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.653319751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.654171158Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.66729697Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.673945066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 03d5251c-203c-4588-8e2e-d89ad391790c, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.677464117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68737a96-b2ca-4cd9-a476-72be51e9485f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.677813473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.719398659Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.719475853Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:20.719509731Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.719535301Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.721310278Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.732761013Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.736737616Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.933159553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf72df43-1ce6-4160-beec-8116bbfd3fae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:20.933486705Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.052120375Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98155f9b-c230-4ad4-8df5-cfcfa266bff6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.052361796Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.055111455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bea089e-559a-4ff4-8058-f61642802746\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.055347114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.056807013Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c87e181-7f41-4a2c-92e4-a5af5e847d05\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.057063454Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.058199347Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d97d5575-f4c8-4514-803d-79af0a61a0f7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.058284928Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.063632502Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93198d89-f157-43e3-86f0-a45c49732428\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.063854615Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"inserted blueprint","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.066330247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","blueprint_id":"dbc50d9f-9263-4e57-a5c1-25002ac6913f"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.066424134Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.06646203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.06649207Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.066518773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.067288837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.069416366Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3e1a24c-6f02-4197-8ca7-835952955646\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.070756537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.070979731Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.074981655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.081002882Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.081281767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d8e3764-c1f4-4cf3-a3fa-b827170a52c1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.081459501Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.085103582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf85a6d9-1da8-4aeb-860c-a3b7bb9c2904\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.085228361Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.091420067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cf2a505-af40-4181-88e1-6bb6e1798dff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.091545848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.094616666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e800cc2f-0237-4d3c-a5e9-f3a7ca73ccde\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.094804751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.098642457Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0764a354-1669-4fb0-bd38-a12074139719\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.098733078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.102329544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"883d4378-0fdd-4ea6-9edd-0f9a0195e6ef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.102429894Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.103584755Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"113f4a25-977f-4592-b63f-e2932b285418\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.103713411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.106944278Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0a32957-4905-4c0e-bbb4-c8f5fdff2c89\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.107311901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.110959919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"678235f2-b521-4825-948a-7f53a4cca436\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.111046722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.112502703Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8560cfea-886c-43e9-b4bf-283ea40c83ca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.112621179Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.115851345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77839502-1a8d-4f4c-b863-4bfa8f4f8058\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.116012306Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.128394897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"336aa6fe-07fe-4e30-88f1-bfcae13eb5b9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.128714013Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.131163433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f561327-4f7c-4f5d-9ad7-4aba488eb047\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.131296679Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.15107702Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.151131749Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.166501141Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc1330b1-3d15-4353-a0c8-46e143493a5a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.166753194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.170155302Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d170a9cc-ef31-4a18-9c9a-bf99996e4be1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.170426603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.173470477Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.173515948Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.173538353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"Inserted service networking records","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.173558232Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"Inserted physical disks","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.173577721Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"Inserted zpools","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.173597521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"Inserted datasets","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.17361755Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.173912278Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5db8582c-f45a-4cba-82fe-6be994f47705\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.174176193Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.19265934Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad8ae0c3-746d-4156-bab4-2b3faa373ac8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.192745331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.194021644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d01617d-fc7a-49ac-bf18-a5127ff990fa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.194246382Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.195553887Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0ad10b2-e967-4850-8e2c-294372f46412\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.195697904Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.197089306Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73cc913f-2394-427e-8249-17b3d00c5b3c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.197212291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.198473013Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62b8def0-6fcf-4937-80de-05375b836692\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.198550027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.208756182Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2c42c1a-941a-410a-b348-4c177867efc1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.208932173Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.21157103Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7b60e39-aeb3-4eea-b225-fa5dbd1a135e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.211645549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.21424087Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6900678a-569d-461a-a2d6-ece85b34fe81\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.214312432Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.229436566Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.230962977Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e527af5-7edc-474a-8fc0-45ec50f076d8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.23139068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.234408021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38a65e49-8064-4c8f-a553-1f5f64bccfc1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.23460826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.237487678Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.237727646Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.237782104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.237811543Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.237836994Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.238585164Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.252221724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.25610419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.256313487Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.256418526Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.256501201Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.256622813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.257226907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.26023002Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.262994017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.264530479Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80d723f1-7daf-41fd-90a8-c1684538220a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.264782962Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.267371519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a956120-fc1c-4224-8b35-0079ffc1e1c5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.267598912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.268482232Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f19ae5ea-f77e-47ce-b5c0-2a5e861941b8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.268812721Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.269839857Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac5ccf17-98b4-4a99-9d86-8a4be3ea77a5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.270245295Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.271227251Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e3095fe-309e-46aa-a8fe-b2d33c6ad47f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.271449003Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.272818191Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8de219f3-1ffb-4962-a4ec-b16716887665\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.273006146Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.273177447Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.274686824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9b2b84f-63f3-444c-b2dc-b31a3bb70e33\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.278399011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.279694322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c659473a-8fdf-4117-b2d6-4ef184d69f1f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.27998476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.282683447Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c94c2571-db3e-4ed2-8a9c-08a69bc97c58\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.282986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.28541038Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37cc7cf8-5fb5-4878-ac6f-b496928166f4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.285806239Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.29414832Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.29420824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.294241085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.29426884Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.294938986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.298402657Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43cdd28e-252c-4e80-9d4e-fbe130da3d43\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.298633046Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.298677925Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.298708225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.298734478Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.299229294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.299449502Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.308076672Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.308139867Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.308172322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.308200679Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.308228895Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.308671607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.31166935Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.319901943Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.32065834Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.325186612Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.333168365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.333227022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.333260298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.333290308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.334142937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.33583088Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.335888274Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.335920358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.335946921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.336538961Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.354350529Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.35894344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.359004782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.35903859Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.359623656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.363969895Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.37043696Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.428820195Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.428896668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.42965581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62622"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.430094103Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"8b293ec0-0088-4778-900c-3872b7c7cb59","remote_addr":"[::1]:62622","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.430482247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"8b293ec0-0088-4778-900c-3872b7c7cb59","remote_addr":"[::1]:62622","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":399,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.4307247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b293ec0-0088-4778-900c-3872b7c7cb59\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.491786992Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.491850729Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.492713258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61964"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.496276998Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"cac2b9c4-2244-41b1-a5a6-139f00e186b3","remote_addr":"[::1]:61964","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.497733701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"cac2b9c4-2244-41b1-a5a6-139f00e186b3","remote_addr":"[::1]:61964","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":1545,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.499776832Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cac2b9c4-2244-41b1-a5a6-139f00e186b3\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.582939067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.583060529Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.584371371Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60462"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.585099421Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"c1130e29-234d-4afd-96e3-a96508bdcf31","remote_addr":"[::1]:60462","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.587751636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"c1130e29-234d-4afd-96e3-a96508bdcf31","remote_addr":"[::1]:60462","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":2664,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.588204939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1130e29-234d-4afd-96e3-a96508bdcf31\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.660431125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.660511475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.661572068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44945"} {"msg":"Created recovery silo","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.667272015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.668265023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"dbf0c77a-08a3-4a4c-b2f6-fadc796777c0","remote_addr":"[::1]:44945","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.67002991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"dbf0c77a-08a3-4a4c-b2f6-fadc796777c0","remote_addr":"[::1]:44945","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1730,"response_code":"200"} {"msg":"Created recovery user","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.670246712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.677047101Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60701","req_id":"11823faa-1772-49fa-9c81-25fa001dba38","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 44 34 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 D4..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.677205507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60701","req_id":"11823faa-1772-49fa-9c81-25fa001dba38","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17460,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.677406958Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.677630443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"e5d2dce4-c832-4c18-a20e-e1f1ea8cb2be.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.677797226Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60701","req_id":"11823faa-1772-49fa-9c81-25fa001dba38","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"e5d2dce4-c832-4c18-a20e-e1f1ea8cb2be.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 56527, target: Name(\"e5d2dce4-c832-4c18-a20e-e1f1ea8cb2be.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.677967505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbf0c77a-08a3-4a4c-b2f6-fadc796777c0\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:21 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.681014536Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.681071059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.681098443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.684850339Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.684897452Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.684927893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.684953915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.685641595Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery user's password","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.686175038Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.686309967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Silo { parent: Fleet, key: 71b7e463-d57e-41d9-8546-1d57373553c2, lookup_type: ById(71b7e463-d57e-41d9-8546-1d57373553c2) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.686349666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"71b7e463-d57e-41d9-8546-1d57373553c2","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.686376369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.686400157Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.686840825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.691931467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.695953481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.69623897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.696298518Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.696757533Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.697648829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52238","req_id":"b30991ca-4d64-4bf8-8ec3-8a7159242a8d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 18 f5 01 00 00 01 00 00 00 00 00 01 24 65 35 64 ............$e5d\n0010: 32 64 63 65 34 2d 63 38 33 32 2d 34 63 31 38 2d 2dce4-c832-4c18-\n0020: 61 32 30 65 2d 65 31 66 31 65 61 38 63 62 32 62 a20e-e1f1ea8cb2b\n0030: 65 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 e.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.697705361Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52238","req_id":"b30991ca-4d64-4bf8-8ec3-8a7159242a8d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6389,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"e5d2dce4-c832-4c18-a20e-e1f1ea8cb2be.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"e5d2dce4-c832-4c18-a20e-e1f1ea8cb2be.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 101,\n 53,\n 100,\n 50,\n 100,\n 99,\n 101,\n 52,\n 45,\n 99,\n 56,\n 51,\n 50,\n 45,\n 52,\n 99,\n 49,\n 56,\n 45,\n 97,\n 50,\n 48,\n 101,\n 45,\n 101,\n 49,\n 102,\n 49,\n 101,\n 97,\n 56,\n 99,\n 98,\n 50,\n 98,\n 101,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.69778497Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"e5d2dce4-c832-4c18-a20e-e1f1ea8cb2be.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.697808276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52238","req_id":"b30991ca-4d64-4bf8-8ec3-8a7159242a8d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"e5d2dce4-c832-4c18-a20e-e1f1ea8cb2be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"e5d2dce4-c832-4c18-a20e-e1f1ea8cb2be.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"e5d2dce4-c832-4c18-a20e-e1f1ea8cb2be.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.749344449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.749495881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.752113256Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.753678785Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.756309907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43495"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:21.758871912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"e95f6da2-e06e-4249-a06e-9c7beb0ae79a","remote_addr":"[::1]:43495","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:21.765885756Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"e95f6da2-e06e-4249-a06e-9c7beb0ae79a","remote_addr":"[::1]:43495","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7047,"response_code":"200"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.766326805Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.769605478Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Silo { parent: Fleet, key: 71b7e463-d57e-41d9-8546-1d57373553c2, lookup_type: ById(71b7e463-d57e-41d9-8546-1d57373553c2) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:21.769765797Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:22.342193311Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50580"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:22.342268391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40672"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:22.342297559Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59992"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:22.342321226Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47320"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:22.34234332Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43617"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:22.342364833Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48441"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:22.342386647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55298"} {"msg":"Granted Silo privileges","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:22.352795245Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.352841066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.352866748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.352891908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.352945565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.35369604Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.354570542Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"59b86e45-1b2f-43cf-97b7-337cd29bceb6","remote_addr":"[::1]:50580","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.354717465Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"1c5330ba-d4f9-41bd-b7dd-c532e5dc23ba","remote_addr":"[::1]:40672","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.354837294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"80ea2094-35f7-48b2-8e3c-f4c26539f9b4","remote_addr":"[::1]:59992","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.354898626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"98be5f9d-a924-4b4f-8a92-93cd7edef72e","remote_addr":"[::1]:47320","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.355058755Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"ee0cd5f1-0694-4cf2-bea6-b6cb22d6eb30","remote_addr":"[::1]:43617","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.35636607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"84d2a578-1d2f-4869-b056-ac14180bb5f1","remote_addr":"[::1]:48441","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.356497712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"43982c56-a030-4a35-a4ee-8841b0b99862","remote_addr":"[::1]:55298","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:22.357124962Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"59b86e45-1b2f-43cf-97b7-337cd29bceb6","remote_addr":"[::1]:50580","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2426,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:22.35727484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"1c5330ba-d4f9-41bd-b7dd-c532e5dc23ba","remote_addr":"[::1]:40672","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2523,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:22.357439589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"80ea2094-35f7-48b2-8e3c-f4c26539f9b4","remote_addr":"[::1]:59992","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2534,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:22.357666801Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"98be5f9d-a924-4b4f-8a92-93cd7edef72e","remote_addr":"[::1]:47320","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2648,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:22.357725689Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"ee0cd5f1-0694-4cf2-bea6-b6cb22d6eb30","remote_addr":"[::1]:43617","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2632,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:22.357755939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"84d2a578-1d2f-4869-b056-ac14180bb5f1","remote_addr":"[::1]:48441","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1351,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:22.357783935Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"43982c56-a030-4a35-a4ee-8841b0b99862","remote_addr":"[::1]:55298","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1258,"response_code":"200"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.370884527Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.374253289Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.407823345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.4121924Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.413454144Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.430775576Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.430912058Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.435290822Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.473397247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.473510913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.47413679Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.48696014Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.488342354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.488457624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.488542733Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.489149973Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.513748474Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.513822892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.515615524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.516478884Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.52290135Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.522978544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.523051931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.525702251Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.535372629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.54987819Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.549951566Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.549976245Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.550005394Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.550031756Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.550055233Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.550384679Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.556430325Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.55959967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.559654038Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.560816454Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.592137178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.592511524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.59261497Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.593503421Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.639661818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.657890027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.658261046Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.658364963Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.659003355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.675540163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.685737271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.686681532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.696897336Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.696973889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.707231116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.718221854Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.718288898Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.718857791Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.724416286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.72448369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.724517738Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.724546034Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.725202573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.739519979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.739603886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.739909475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.740008362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.742717239Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.742785195Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.742814223Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.743250823Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.74534746Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.781513579Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.78159949Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.781625341Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.781650311Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.788486952Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.792856618Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.792933451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.793408768Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.824017795Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.825764044Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.8269768Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.838988863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.839150826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.840500395Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.848761244Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.848989148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.849099578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.849224086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.850421131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.858575569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.858682492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.858770808Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.859364541Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.917737635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.917970199Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.918154606Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.92064083Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.923922618Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.944199158Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.944306021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.94438058Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.94507818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.945233319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.945332917Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.946828507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.982055695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.982146626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.98217864Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.982646732Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.990140634Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:22.990999665Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.991059494Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:22.992171069Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.014202225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.054933359Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.055023238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.055054791Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.055654065Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.061592216Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.061765331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.062135529Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.067749604Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.067840355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.068692964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.083656217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.084144691Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.085471514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:23.085906361Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","collection_id":"5f202eb6-edb2-4d35-b90a-a7008eac21bd"} {"msg":"inventory collection complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.086106319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","time_started":"2025-04-30 06:46:16.436248 UTC","collection_id":"5f202eb6-edb2-4d35-b90a-a7008eac21bd"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.086435715Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"collection_id\":\"5f202eb6-edb2-4d35-b90a-a7008eac21bd\",\"time_done\":\"2025-04-30 06:46:21.680998 UTC\",\"time_started\":\"2025-04-30 06:46:16.436248 UTC\"}","iteration":5,"elapsed":"6.891575194s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.086679701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:23.086946122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.087073767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"349.957µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.087322061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.087453022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"136.742µs"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.089899076Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.090024055Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.090637437Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.102645552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.105723064Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.105839105Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.120552521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.128314065Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.182191573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.182287113Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.182317704Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.183109161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.18989959Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.189971353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.190003046Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.190411801Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.193092392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.201511526Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.201582357Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.201611606Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.201646686Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.201676054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.201702006Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.202299777Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.210808851Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.212172127Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.212227848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.212634638Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.221590713Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.221651514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.221683939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.222065088Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.268502071Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.276460948Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.276549895Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.276583482Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.277011174Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.306626842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: a9de8175-a0a8-46d0-afed-97bfe561f5bb, kind: Service { id: 6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6 }, name: Name(\"external-dns-6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 6904bdc1-f5d4-4476-994f-79f15017fba8, kind: Service { id: ba62cd5d-b463-4373-943b-6bcde6f6c117 }, name: Name(\"nexus-ba62cd5d-b463-4373-943b-6bcde6f6c117\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.306724827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.306755769Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.306781019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.306805307Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.307167509Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.309746257Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.319123891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.319180294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.319207698Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.319634559Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.335673776Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:46:22.374223Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.335745258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.340713006Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: a9de8175-a0a8-46d0-afed-97bfe561f5bb, kind: Service { id: 6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6 }, name: Name(\"external-dns-6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 6904bdc1-f5d4-4476-994f-79f15017fba8, kind: Service { id: ba62cd5d-b463-4373-943b-6bcde6f6c117 }, name: Name(\"nexus-ba62cd5d-b463-4373-943b-6bcde6f6c117\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.340832073Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.386088684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:46:13.907057Z, time_modified: 2025-04-30T06:46:13.907057Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(39991), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(51842) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.405995608Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.406211177Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.406362679Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.408307474Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.416159048Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.416306351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.416404857Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.41648661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.417241635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.423162131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.426749298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.528016586Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:39991/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:23.528674557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64056"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.530511037Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ccf079cd-886f-4265-8cb5-8597ca09bf74","remote_addr":"[::1]:64056","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:23.576414416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ccf079cd-886f-4265-8cb5-8597ca09bf74","remote_addr":"[::1]:64056","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":45938,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.594191015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"ccf079cd-886f-4265-8cb5-8597ca09bf74\", \"date\": \"Wed, 30 Apr 2025 06:46:23 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:23.603582717Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.603745451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.603820731Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.604507339Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.604936224Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.604998408Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.605026604Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.605053478Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.605896798Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.605956647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.605989923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.606165623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.60620897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.606236635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.606263869Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.606814546Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.60687166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.606900067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.607056789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.607103552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.607132921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.607159454Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.607184944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.607452177Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.607497637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.607522467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.607547346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.607572476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.607595903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.608083495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.613489396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64431","req_id":"811f60ec-77a6-44b3-b8ad-97e2f69383f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 26 50 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 &P..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.613590958Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64431","req_id":"811f60ec-77a6-44b3-b8ad-97e2f69383f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.613755526Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.613927188Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"5775494f-3dc3-45aa-bef5-f8820f818bab.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.614071946Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64431","req_id":"811f60ec-77a6-44b3-b8ad-97e2f69383f6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"5775494f-3dc3-45aa-bef5-f8820f818bab.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36706, target: Name(\"5775494f-3dc3-45aa-bef5-f8820f818bab.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.614134431Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61265","req_id":"19af0f0b-a407-40c3-a081-8fe548bb2a88","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 94 75 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .u..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.614166455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61265","req_id":"19af0f0b-a407-40c3-a081-8fe548bb2a88","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38005,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.614293377Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.614441282Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.614482294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61265","req_id":"19af0f0b-a407-40c3-a081-8fe548bb2a88","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45300, target: Name(\"6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.616619963Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36706, target: Name(\"5775494f-3dc3-45aa-bef5-f8820f818bab.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5775494f-3dc3-45aa-bef5-f8820f818bab.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4448, tv_nsec: 415495320 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.616679932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"5775494f-3dc3-45aa-bef5-f8820f818bab.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.616931844Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45300, target: Name(\"6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4448, tv_nsec: 415844757 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.616977846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.617236992Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.617279938Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.617445929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.617483113Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.617734253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.617926426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.618192135Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.618234951Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.618259981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.61865095Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.629755895Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.629844392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.629879893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.629907427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.630220862Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.630889053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55215","req_id":"5446c875-d9e9-4065-be6e-1c598b24beba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: ee 2f 01 00 00 01 00 00 00 00 00 01 24 35 37 37 ./..........$577\n0010: 35 34 39 34 66 2d 33 64 63 33 2d 34 35 61 61 2d 5494f-3dc3-45aa-\n0020: 62 65 66 35 2d 66 38 38 32 30 66 38 31 38 62 61 bef5-f8820f818ba\n0030: 62 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 b.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.630949464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55215","req_id":"5446c875-d9e9-4065-be6e-1c598b24beba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60975,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"5775494f-3dc3-45aa-bef5-f8820f818bab.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"5775494f-3dc3-45aa-bef5-f8820f818bab.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 53,\n 55,\n 55,\n 53,\n 52,\n 57,\n 52,\n 102,\n 45,\n 51,\n 100,\n 99,\n 51,\n 45,\n 52,\n 53,\n 97,\n 97,\n 45,\n 98,\n 101,\n 102,\n 53,\n 45,\n 102,\n 56,\n 56,\n 50,\n 48,\n 102,\n 56,\n 49,\n 56,\n 98,\n 97,\n 98,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.631036186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"5775494f-3dc3-45aa-bef5-f8820f818bab.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.631130354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55215","req_id":"5446c875-d9e9-4065-be6e-1c598b24beba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"5775494f-3dc3-45aa-bef5-f8820f818bab.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"5775494f-3dc3-45aa-bef5-f8820f818bab.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"5775494f-3dc3-45aa-bef5-f8820f818bab.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.631191436Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53166","req_id":"f20a1602-dd62-4b84-a143-b685106b523f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: ed 7c 01 00 00 01 00 00 00 00 00 01 24 36 66 32 .|..........$6f2\n0010: 64 39 31 63 62 2d 32 32 62 64 2d 34 65 34 62 2d d91cb-22bd-4e4b-\n0020: 62 62 36 64 2d 32 30 37 39 63 64 35 39 30 65 65 bb6d-2079cd590ee\n0030: 36 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 6.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.640215636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53166","req_id":"f20a1602-dd62-4b84-a143-b685106b523f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60796,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 54,\n 102,\n 50,\n 100,\n 57,\n 49,\n 99,\n 98,\n 45,\n 50,\n 50,\n 98,\n 100,\n 45,\n 52,\n 101,\n 52,\n 98,\n 45,\n 98,\n 98,\n 54,\n 100,\n 45,\n 50,\n 48,\n 55,\n 57,\n 99,\n 100,\n 53,\n 57,\n 48,\n 101,\n 101,\n 54,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.640329603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.640355815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53166","req_id":"f20a1602-dd62-4b84-a143-b685106b523f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.645068485Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.649472129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.649538Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.649641647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.664285544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.676582314Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.680005154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.680075975Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.680112848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.680683796Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.680742252Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.71508607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.716755116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.716816769Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"reading DNS zones","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.716845315Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.716869764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.716941287Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.716972379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.717040174Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.717286665Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (initial)","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:23.718048523Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","addresses":"DnsServersList { addresses: [[::1]:36706] }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.718106969Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"addresses\":[\"[::1]:36706\"]}","iteration":2,"elapsed":"112.15934ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:23.718325455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","addresses":"DnsServersList { addresses: [[::1]:45300] }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.718372699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"addresses\":[\"[::1]:45300\"]}","iteration":2,"elapsed":"111.534825ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.72106345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:23.721157617Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.721185433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"65.15µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.721216655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:23.721242186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.721306454Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"11.733µs"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.728769744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.74649991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:23.746581323Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.746606202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.746633406Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.74701148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.748263314Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.753617832Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.754610941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.754669919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.754701271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.754727203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.755178702Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.770548205Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.770642904Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.770858654Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.775605571Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.775669238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.775701613Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.776077903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.779987943Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.785532881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.785595967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.785626407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.786235239Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.786972528Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.787031275Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.787351754Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.790187434Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53025","req_id":"654cf817-7159-4949-b15e-28fd1174df95","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9b b0 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.790255259Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53025","req_id":"654cf817-7159-4949-b15e-28fd1174df95","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.790460237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.790615427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.791067517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.791117607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53025","req_id":"654cf817-7159-4949-b15e-28fd1174df95","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.815001985Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4448, tv_nsec: 613887563 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.815071153Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.847300919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"found zones","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.848036775Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.848228036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"63fb0028-c3f1-49e1-b849-6d852b7f9a5d"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.848285551Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.848319749Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.848349789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.848377203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.849225153Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.859232582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:51435","req_id":"7478c18a-2e80-4a9e-96f7-270edd27a3be","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 70 0c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e p...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.859317271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:51435","req_id":"7478c18a-2e80-4a9e-96f7-270edd27a3be","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28684,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.859625134Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.859767768Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:51435","req_id":"7478c18a-2e80-4a9e-96f7-270edd27a3be","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:23.860091213Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60388","req_id":"325fafd5-593d-4ece-9029-ed9cc5781432","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b3 72 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .r..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.860217294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60388","req_id":"325fafd5-593d-4ece-9029-ed9cc5781432","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.861368097Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:23.861417876Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60388","req_id":"325fafd5-593d-4ece-9029-ed9cc5781432","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.208957797Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"found DNS version","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.218882241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.218965316Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"reading DNS zones","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.218992651Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.21901755Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.219045335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.219097519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.219125114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.220359674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.220760322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.220806605Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.220834109Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.220858668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.221277022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.221320028Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.22987332Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.229954531Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.230126845Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.230366652Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.233071963Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.23998169Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.240371106Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.240562647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.241198103Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.264683497Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.271155502Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.271216904Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.271247325Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.271759345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.274697639Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","found_so_far":23,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"63fb0028-c3f1-49e1-b849-6d852b7f9a5d"} {"msg":"read DNS config","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.274780705Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.274813811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","generation":1} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.274839452Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"generation\":1}","iteration":2,"elapsed":"669.648531ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.274866986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.338080636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_server_url":"http://[::1]:36706","servers":"DnsServersList { addresses: [[::1]:36706] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:36706/config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.339082792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.339144205Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.339900532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.359534842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:36706","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:59149"} {"msg":"found zones","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.360297591Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.360358122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"6f5114c9-ace9-48c7-9d0d-5dd7a1ff7d3e"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.36039227Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.360420065Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.360446949Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.36047275Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.361117605Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.362477014Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/config","method":"PUT","req_id":"35d9df81-9a3b-48db-811f-583384a716c2","remote_addr":"[::1]:59149","local_addr":"[::1]:36706","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.364253022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50614","req_id":"677ab749-9723-4079-8f40-2c2584388620","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5e 99 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ^............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.364378983Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50614","req_id":"677ab749-9723-4079-8f40-2c2584388620","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24217,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.364715574Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24217,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:24.364815062Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50614","req_id":"677ab749-9723-4079-8f40-2c2584388620","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.365316822Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"new_generation":1,"req_id":"35d9df81-9a3b-48db-811f-583384a716c2","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.365370669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"new_generation":1,"req_id":"35d9df81-9a3b-48db-811f-583384a716c2","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.365532802Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/config","method":"PUT","req_id":"35d9df81-9a3b-48db-811f-583384a716c2","remote_addr":"[::1]:59149","local_addr":"[::1]:36706","component":"http","kind":"dns","component":"internal_dns_server","latency_us":3102,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.365992057Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.366052578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.36612384Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.366156224Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.366631411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.367601935Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.367651804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.367677666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.368086931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_server_url":"http://[::1]:36706","servers":"DnsServersList { addresses: [[::1]:36706] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:36706/config\", status: 204, headers: {\"x-request-id\": \"35d9df81-9a3b-48db-811f-583384a716c2\", \"date\": \"Wed, 30 Apr 2025 06:46:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.368154887Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_server_url":"http://[::1]:36706","servers":"DnsServersList { addresses: [[::1]:36706] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"DNS propagation: done","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.369503283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"servers":"DnsServersList { addresses: [[::1]:36706] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.369638643Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"generation\":1,\"server_results\":{\"[::1]:36706\":{\"Ok\":null}}}","iteration":3,"elapsed":"94.823389ms"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.37013926Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.376793849Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.376858468Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.376891574Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.377293134Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.38320877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.383272037Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.38330403Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.383691673Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.388009315Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"6f5114c9-ace9-48c7-9d0d-5dd7a1ff7d3e"} {"msg":"read DNS config","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.388077391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.388109084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","generation":2} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.388135747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"generation\":2}","iteration":2,"elapsed":"781.919624ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.388165547Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.462515294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_server_url":"http://[::1]:45300","servers":"DnsServersList { addresses: [[::1]:45300] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:45300/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.463419726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:46:11.955822Z, time_modified: 2025-04-30T06:46:11.955822Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 71b7e463-d57e-41d9-8546-1d57373553c2, db_silo: Silo { identity: SiloIdentity { id: 71b7e463-d57e-41d9-8546-1d57373553c2, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:46:21.237598Z, time_modified: 2025-04-30T06:46:21.237598Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 71b7e463-d57e-41d9-8546-1d57373553c2, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 71b7e463-d57e-41d9-8546-1d57373553c2, db_silo: Silo { identity: SiloIdentity { id: 71b7e463-d57e-41d9-8546-1d57373553c2, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:46:21.237598Z, time_modified: 2025-04-30T06:46:21.237598Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.463506058Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"71b7e463-d57e-41d9-8546-1d57373553c2\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"71b7e463-d57e-41d9-8546-1d57373553c2\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 71b7e463-d57e-41d9-8546-1d57373553c2 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"856.52494ms"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.470896112Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:45300","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:33492"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.473212377Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.473263749Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.473290302Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.474050988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.474731644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/config","method":"PUT","req_id":"3516cdca-06a7-44d5-9311-0fd19b3aceca","remote_addr":"[::1]:33492","local_addr":"[::1]:45300","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.480323575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"new_generation":2,"req_id":"3516cdca-06a7-44d5-9311-0fd19b3aceca","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.480390168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.480413655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.480655857Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.480829684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.480868692Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.480890725Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"new_generation":2,"req_id":"3516cdca-06a7-44d5-9311-0fd19b3aceca","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.481357996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/config","method":"PUT","req_id":"3516cdca-06a7-44d5-9311-0fd19b3aceca","remote_addr":"[::1]:33492","local_addr":"[::1]:45300","component":"http","kind":"dns","component":"external_dns_server","latency_us":6636,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.483674302Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"023be6df-ccd9-4ab1-b946-b770b401431a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.484155009Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.484393595Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_server_url":"http://[::1]:45300","servers":"DnsServersList { addresses: [[::1]:45300] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:45300/config\", status: 204, headers: {\"x-request-id\": \"3516cdca-06a7-44d5-9311-0fd19b3aceca\", \"date\": \"Wed, 30 Apr 2025 06:46:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.484455738Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"dns_server_url":"http://[::1]:45300","servers":"DnsServersList { addresses: [[::1]:45300] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"DNS propagation: done","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:24.486389852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"servers":"DnsServersList { addresses: [[::1]:45300] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.486452908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"generation\":2,\"server_results\":{\"[::1]:45300\":{\"Ok\":null}}}","iteration":3,"elapsed":"98.349815ms"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.497235992Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.504261981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.504320147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.504344616Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.50440199Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.504432521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.50445711Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.504830073Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.5196847Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68f1c663-fac3-45b1-802d-7f0e1e3eeb09\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.520624372Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.52092423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.520975482Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.521004209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.521532361Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.528260406Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.528531186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.528569302Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.528789561Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.541883109Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.548397148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.54847848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.548514101Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.549072573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.55650909Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a80c161-69eb-415a-ad58-b74457d05206\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.556692566Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.560125636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96893ec2-b3e9-47d6-9f69-c36b097fd90d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.560215425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.568341636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"993a6c96-86e8-45a4-8182-25a6ca97d400\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.568497817Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.570315258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cbf5c0c-f739-4297-baa2-93186c630175\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.570435267Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.572434751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc1f56dc-90fe-46b1-b131-7ee860da1537\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.57255448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.575016515Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d82160cf-f4b5-44aa-ad56-e1806988a946\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.575168939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.575419378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.575473816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.57627867Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.577368942Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17a254ab-2dcb-4c8a-949c-49879efed425\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.577752657Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.57887347Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fb0ccac-1322-4f60-86f9-ec0b33b97ce7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.579056464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.579869835Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.579925746Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.581470975Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.582172403Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82dcade0-7823-4443-ae61-eeb41b281c84\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.582311129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.58358622Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd091c35-4af7-42bd-a269-ef540df001a1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.583819685Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.584151606Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.584205994Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.584626212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.586190929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54d3dc24-d992-425b-aaba-fa212c8ce6cc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.586366469Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.588099552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.588164592Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.588201866Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.588311063Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.588948524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.59466815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c8d597e-7594-4af6-b4cd-b1056f5051a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.594737658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.615434816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.615494735Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.615525687Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.616468305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.625005274Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.625064552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.625095083Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.625942983Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.636537522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.643823138Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.6438895Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.643916303Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.64394455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.644424195Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.646895289Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.646952352Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.647431688Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.647664381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"919e79fc-b173-40b4-baac-f3923a6e1a1e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.647833087Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.650858295Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.650900509Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.651310065Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.653832912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.653889675Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.654417997Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.658390803Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68b28a59-c749-45d0-872c-2d0f6bc4d56c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.658572966Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.658717945Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.658759527Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.658791702Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.659084806Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.660364626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.662733596Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58f9bd25-b190-47e4-a332-767a9aefdcf6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.662809016Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.664597349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3557379a-f184-410c-97bd-490648328aa8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.664729653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.667106669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de3e3cd1-e9bd-457f-84e1-15179ae029ba\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.667264132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.667527647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.667586665Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.667616545Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.668389976Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.66946607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51d07bc2-275f-48af-bcd9-6f5a819920b6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.669652421Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.670772913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2987d78a-00d2-4122-ac53-4236c8bd8b1c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.671013342Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.671294703Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.671349562Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.671379412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.671802735Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.675014454Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e525b71b-39a4-4864-862f-8b0e6f4fcbcc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.675079684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.675191828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.709458813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.709566627Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.709716255Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.709828619Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.709913539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.709990923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.710705206Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.733554151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.733657066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.733742446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.734440938Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.734764162Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"458301e2-47f0-49ba-82b0-33fbee7de6f7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.735167385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.782687105Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.782773147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.7828051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.783565255Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.794630401Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.803126859Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.803204604Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.803238672Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.803792836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.810948333Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5209f34-db15-4753-937c-e55eb96bfa21\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.811063944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.815948776Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.816072042Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.816649773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.822447825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.822572053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.823260855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.832101389Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.832208162Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.833282182Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.837314847Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.837420748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.837923459Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.843804647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.843932522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.844023684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.844130176Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.844632096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.885455644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.886021822Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.886118715Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.890421298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.903069849Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74bc958f-0305-4f98-9ae3-4988511db41d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.903314487Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.903596639Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.903698622Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.903785525Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.90432015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.90818458Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.918923256Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.923933589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.924037205Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.924216843Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.92427524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.924307053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.925056957Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.927539053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.927586287Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.92761277Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.92901843Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.93028821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"671d6f5e-7cde-49f8-bddb-0fbb05634247\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.93060447Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.931922727Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.931967636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.931994089Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.932794654Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.935132973Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78c4071d-ab55-4371-862c-075cceac592d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.935243343Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.935454293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.942979537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.943048725Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.943078905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.943446066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.946873996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad591d8b-0476-419d-b6fa-c498cda4b85a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.947003865Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.950113411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"577bb8be-da2d-4bc5-a0ce-cfb8a8c8854d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.95133762Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.951582738Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 6904bdc1-f5d4-4476-994f-79f15017fba8, kind: Service { id: ba62cd5d-b463-4373-943b-6bcde6f6c117 }, name: Name(\"nexus-ba62cd5d-b463-4373-943b-6bcde6f6c117\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: a9de8175-a0a8-46d0-afed-97bfe561f5bb, kind: Service { id: 6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6 }, name: Name(\"external-dns-6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.951653058Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.951683519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.951710152Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.951735392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.952087764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.955574712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.963538309Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.963602837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.963637056Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.963972955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.967309142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d6bc16a-d479-4804-af7d-c92613f943bc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.967458249Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:24.96795578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:46:22.374223Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.968011071Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.968218023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: a9de8175-a0a8-46d0-afed-97bfe561f5bb, kind: Service { id: 6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6 }, name: Name(\"external-dns-6f2d91cb-22bd-4e4b-bb6d-2079cd590ee6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 6904bdc1-f5d4-4476-994f-79f15017fba8, kind: Service { id: ba62cd5d-b463-4373-943b-6bcde6f6c117 }, name: Name(\"nexus-ba62cd5d-b463-4373-943b-6bcde6f6c117\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.968288794Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.969191412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"255ab6be-a12b-49f1-90c9-eaaf89a2f8af\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.969453424Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.970623085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57b23fee-a382-4227-92dd-1ac7e36826a9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.970940577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.971982573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75da37f1-b2cd-43c0-a6f2-2628c032f8da\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.972349945Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.973267003Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28210cfb-7ba1-4e75-aba5-5c794d70e1d5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.973389447Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:24.992628098Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af64e6c0-be10-4b87-9a01-b9a48fad8375\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.004494622Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.008891362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d869818e-041e-4280-92bf-b7b4e55bfbb2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.008969257Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.011280031Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e15cbafd-698b-433c-9d45-10978a4f9f06\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.011478326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.013505916Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bb81e4c-287a-48bb-a573-9305caa3a483\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.013558571Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.018885374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b62c166b-7cb1-459c-9375-b6198ae81900\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.018964622Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.020777624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0943a1d9-7e0a-4d65-80db-19ff27982e26\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.02090074Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.023097146Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87f19c1e-53d1-4025-bcb8-4bceb8a1c692\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.023208167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.03561638Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff1b8f5c-3c7a-4206-bd0f-b4e8ccddaf41\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.035757681Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.03688126Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc1d61eb-5ef5-47eb-984e-9f6393dc0d81\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.037018012Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.038100439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51f07f8e-aace-457f-998c-18f160bc07e1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.038225027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.039823592Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73bd12c1-d9fb-4b41-ae70-1744af1bee15\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.039886508Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.039916307Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.041125657Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83ccdf64-a19c-4155-8e66-50c4d6ad2417\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.041435544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.042772939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"098ebacf-e43e-4512-b2e9-2e73dc8a7ded\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.042832567Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.043015282Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:46:13.907057Z, time_modified: 2025-04-30T06:46:13.907057Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(39991), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(51842) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.043095782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.043231843Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.043277755Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.04399826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.053820861Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7d296b7-895e-491e-b246-8721c9f22acc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.056031185Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.056099451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.056133048Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.056160913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.056185021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.057457827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.059533012Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88000914-80de-43c3-8af2-5e58b34c18dd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.059699915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.060803103Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.06718107Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.147767744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:39991/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.150805697Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50215"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.151997321Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a2661180-16fb-4cba-8867-da34a2609ae7","remote_addr":"[::1]:50215","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.152688318Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a2661180-16fb-4cba-8867-da34a2609ae7","remote_addr":"[::1]:50215","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":701,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.153573912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"a2661180-16fb-4cba-8867-da34a2609ae7\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.155119782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.156183742Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206291439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206361919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206395125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206421758Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.20644761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206471608Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206495024Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206518581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.2065428Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206566707Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206590615Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206614813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206638761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206665744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206691255Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206716896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206741515Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206768549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206792888Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206818168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206841825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206866695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206891775Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.20691445Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206938859Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206962265Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.206986243Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.20700965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207036613Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207064389Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207088677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207111202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207133166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207156723Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207179298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207202644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.20722553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207249177Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207272223Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207295419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207318826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207342333Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207365328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207389316Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207413544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207437001Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207459977Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207483023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207506399Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207530337Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207554345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207578162Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207601579Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207624855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207647881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207671538Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207696188Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207719113Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207741778Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207764654Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207787199Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207810596Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207834082Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207856557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207878591Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207900475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207922168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207944703Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.207966316Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.20798861Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208011015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.20803374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208056004Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208078129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208100343Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208122727Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208144711Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208167026Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208188829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208210763Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208232095Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208253738Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208276073Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208297686Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208320201Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208342525Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208365321Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208387054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208409499Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208432324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208457354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208481011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208503476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208527223Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208549488Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208572273Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208597103Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208619938Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208642944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208665349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208734827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208762652Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208785608Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208808253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.2088316Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208854435Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208876539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208899375Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208921779Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208944354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208966138Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.208989104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209011158Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209033081Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209055476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.20907782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209099734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209121978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209147329Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209170134Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209191657Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209213992Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209238621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209261997Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209284021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.20930831Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209330674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209352448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209375063Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209396866Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209419912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209441565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209463539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209485633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.2095091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209532085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.20955441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209576795Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.20959937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209621243Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209646554Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209671273Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209693647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209715651Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.20974013Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209762655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209785801Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209808556Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209831111Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209853626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.2098758Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209897664Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209919858Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.209942453Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210003304Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210036641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.21006123Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210086731Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210110929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210135939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210158193Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210180878Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210203413Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210226108Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210248473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210270086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.21029228Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210315657Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.21033741Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210361989Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210384524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.21040764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210429884Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210452058Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210474714Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210496748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210519433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210541056Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210563911Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210586446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210609172Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210631716Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210654051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210676776Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210698279Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210721044Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210743199Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210765383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210787467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210809451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210831825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.21085453Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210876715Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.21089933Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210920863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210943508Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210965381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.210988467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211011663Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211034098Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211056583Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211079038Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211100881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211124007Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211145841Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211168716Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211191021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211213235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.21123582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211258505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211281291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211303164Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211325509Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211347032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211369226Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.21139137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211413434Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211437993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.21146176Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.21148669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211509115Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211531369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211553453Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211575838Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211598302Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211620096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.2116422Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211664344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211687019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211709835Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211731498Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211753672Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211775525Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211797499Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211819994Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211842419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211864713Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211886486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211908661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211930464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211952648Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211974382Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.211996896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212021295Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212043559Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212066124Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212088639Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212111054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212132998Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212155162Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212177136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212201785Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212226965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.21224958Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212271944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212294189Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212316133Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212338297Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.21235995Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212383166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212405751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212428196Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212450009Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212472674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212498225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212521261Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212543315Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.21256602Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212588515Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212610669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212633074Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.21265629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212678635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.21270132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212723524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.212745979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.212765328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:57911","component":"dropshot_external","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252209778Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252270479Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252298134Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252323845Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252349296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252374506Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252399436Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252423263Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252447532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252470367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252494335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252518333Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252542882Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252569815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25259703Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252621839Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252645897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252669284Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252692961Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252715936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252739022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25276272Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252784934Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25280825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252830896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252854092Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252877438Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252901326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252925093Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252948029Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252972638Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.252996455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253021064Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253046004Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.2530688Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253093108Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253116344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253140192Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253163358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253187656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253211564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253235281Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253260041Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253283648Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253306533Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253330621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253353968Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25337997Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253403857Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253427554Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253451412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253475089Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253498235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253521722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253545289Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253569277Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253592553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25361586Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253640499Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253664296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253689085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253713915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253737953Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253761149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253784626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253808113Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253830828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253853553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253875868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253898382Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253921218Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253944063Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253966809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.253989644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254013762Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254035957Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254058431Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254081457Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254104623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254126747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254149232Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254171737Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254194422Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254217168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254239552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254262277Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254284973Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254307417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254330243Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254352327Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254374541Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254397377Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254420212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254443048Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254465673Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254488709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254511464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254533949Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254556203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254579239Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254603507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254627034Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254649449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254671623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254694819Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254717655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25474019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254762775Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25478551Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254807764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254830219Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254853085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254875219Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254897463Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254919417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254941731Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254964467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.254986731Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255052051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255079345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255102331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255124385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255147241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255171118Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255193583Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255216318Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255238462Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255260617Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255282971Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255305606Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255328311Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255351217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255373942Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255395966Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255421537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255444593Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255466767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255489433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255512719Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255535725Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255561025Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255586296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255608911Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255631165Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255654241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255676445Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255698549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255721284Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255743889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255766765Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25578919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255811614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255834951Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255858949Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255883277Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255905962Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255928087Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255950581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.255973858Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25603037Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256060861Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256084178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256107634Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256129718Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256152784Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256176301Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256198766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25622103Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256243094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256268515Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256293234Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256318003Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256343404Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256367011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256389145Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256412011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256434415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25645683Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256479235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256502802Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256563242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256591739Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25661751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25664261Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25666747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256690335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256716507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256740525Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256762669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256784854Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256807018Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256828991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256851536Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256874963Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256897207Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256919913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256942107Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256964481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.256986996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257012798Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257037477Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257060403Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257082346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257105052Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257127276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257149841Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257172376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25719473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257217415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25723969Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257261092Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257285701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257308407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257330631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25735539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257377655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257399448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257421332Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257445149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257467403Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257491582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257513525Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25753608Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257558475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25758094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257603164Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257625408Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257647452Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257670618Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257693354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25771654Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257738484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257760397Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257782381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257804425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257826499Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257848894Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257870817Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257892641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257914895Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257938332Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257961518Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.257983522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258005886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258028632Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258050706Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258076738Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258099753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258122268Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258144473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258166056Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258187799Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258209883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258231897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258254091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258276025Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25829892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258320934Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258342748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258364912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258387657Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258409521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258432396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258454821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258476614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258498899Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258522576Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258546494Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258568608Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258590621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258612705Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25863489Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258657705Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.2586802Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258703306Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.258726793Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258746171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:54332","component":"dropshot_external_techport","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"registered DTrace probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25876548Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258789257Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:52570","component":"dropshot","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.25881573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:52570","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258841962Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:52570","component":"dropshot","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:52570","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258866591Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258886451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","addr":"127.0.0.1:45609"} {"msg":"starting producer registration task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.25890617Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.258924587Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","interval":"10s","address":"127.0.0.1:52570","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"Running step start_oximeter","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258950799Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258969186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"registered DTrace probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.258985238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.259002913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.259047592Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.259235025Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.259635393Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:45609","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.259686605Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.321167983Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://127.0.0.1:45609/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.321908168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c462007b-5679-4136-a756-713b911fb215\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.322119849Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.322166512Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.32220037Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.322228476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.322939011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.323427004Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","remote_addr":"127.0.0.1:41540"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.326769423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/producers","method":"POST","req_id":"2e1d34b5-ea82-42ac-8395-de7838c0af3f","remote_addr":"127.0.0.1:41540","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.327993683Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2e1d34b5-ea82-42ac-8395-de7838c0af3f","remote_addr":"127.0.0.1:41540","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.328051718Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2e1d34b5-ea82-42ac-8395-de7838c0af3f","remote_addr":"127.0.0.1:41540","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.328777023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2e1d34b5-ea82-42ac-8395-de7838c0af3f","remote_addr":"127.0.0.1:41540","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.329080458Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.332945629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.33300132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.333034015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.333065768Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.333092161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.333428271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.33517955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.341750883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.348642534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.34873581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.348964425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.350681336Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:25.354812978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.35506984Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.355111202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.355663353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:25.357442207Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.357499681Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.357530843Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.357558719Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.357848767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.360280913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.434974104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.435200485Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.436168824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/producers","method":"POST","req_id":"2e1d34b5-ea82-42ac-8395-de7838c0af3f","remote_addr":"127.0.0.1:41540","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":109438,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.436667217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.436999981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49256"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.437554014Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e1d34b5-ea82-42ac-8395-de7838c0af3f\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:25.440122251Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"2e1d34b5-ea82-42ac-8395-de7838c0af3f\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:46:24 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"2e1d34b5-ea82-42ac-8395-de7838c0af3f\\\" }\"","delay":"180.478622ms","count":"0"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.440887857Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"ea6f99a1-3d29-41b2-95ff-7fbea85cdb08","remote_addr":"[::1]:49256","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.441313705Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"ea6f99a1-3d29-41b2-95ff-7fbea85cdb08","remote_addr":"[::1]:49256","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":390,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.441690616Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea6f99a1-3d29-41b2-95ff-7fbea85cdb08\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.494059839Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.494194707Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.494679774Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.495096925Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53847"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.497638158Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"a38481d7-1d3c-449b-86d3-90b5d3ef3461","remote_addr":"[::1]:53847","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.497964318Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"a38481d7-1d3c-449b-86d3-90b5d3ef3461","remote_addr":"[::1]:53847","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":330,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.499002486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a38481d7-1d3c-449b-86d3-90b5d3ef3461\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.543369876Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.544512131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.545419529Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.546601464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37508"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.547605916Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"9c6597e1-c2f7-45db-9530-9b9c2b9b0d77","remote_addr":"[::1]:37508","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.550771503Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"9c6597e1-c2f7-45db-9530-9b9c2b9b0d77","remote_addr":"[::1]:37508","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":3171,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.550981652Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.552006964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c6597e1-c2f7-45db-9530-9b9c2b9b0d77\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:24 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.602684376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.60273658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.603394761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.604147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46940"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.608395415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"3aa078d2-966b-4070-8644-db08cf50a366","remote_addr":"[::1]:46940","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.608959649Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"3aa078d2-966b-4070-8644-db08cf50a366","remote_addr":"[::1]:46940","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":642,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.609102143Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.612772416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aa078d2-966b-4070-8644-db08cf50a366\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.615031096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.615086947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.615113801Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.618661549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.618720828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.618756709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.618784524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.619489138Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.621441929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.62623023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.631584568Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.631802392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.631850317Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.632361456Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.632919457Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.641649962Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.652662534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"will register with Nexus at 127.0.0.1:45609","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.665563539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.715772837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://127.0.0.1:45609/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.717555118Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.719910822Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","remote_addr":"127.0.0.1:41843"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.738241324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.7446032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/producers","method":"POST","req_id":"d009d7eb-3ec7-4357-a1ca-c8228e14e344","remote_addr":"127.0.0.1:41843","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.745476149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d009d7eb-3ec7-4357-a1ca-c8228e14e344","remote_addr":"127.0.0.1:41843","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.745614124Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d009d7eb-3ec7-4357-a1ca-c8228e14e344","remote_addr":"127.0.0.1:41843","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.746762322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d009d7eb-3ec7-4357-a1ca-c8228e14e344","remote_addr":"127.0.0.1:41843","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.747127459Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.751881872Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.756337309Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.760851283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.765443723Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.772187931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.782484486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.787091765Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.797500344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/producers","method":"POST","req_id":"d009d7eb-3ec7-4357-a1ca-c8228e14e344","remote_addr":"127.0.0.1:41843","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":52864,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.797901283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.798456008Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d009d7eb-3ec7-4357-a1ca-c8228e14e344\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:25.800067158Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"d009d7eb-3ec7-4357-a1ca-c8228e14e344\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:46:25 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"d009d7eb-3ec7-4357-a1ca-c8228e14e344\\\" }\"","delay":"540.362286ms","count":"1"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.807494015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.81322305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.816357125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.819816217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.822885081Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:25.825887734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:25.826155277Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.826209605Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"2.218711867s"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.826441738Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.829866952Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.832372184Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.834874609Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.837895769Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.840342424Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.842937394Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.845412005Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.847913449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.85042894Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.852856147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.855281589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.857735649Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.860182484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.862805109Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:25.86286577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.868879041Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"89cc996f-5e8c-4871-bc6f-1228e2733964","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.869903041Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:54002","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.86996247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:54002","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.869994504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:54002","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.870021658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:54002","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:25.87004782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:54002","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.870780981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:54002","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.871652407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:25.871697577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.296567893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:45609/metrics/collectors","method":"POST"} {"msg":"will register with Nexus at 127.0.0.1:45609","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.297125154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.353086543Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://127.0.0.1:45609/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.353594565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","remote_addr":"127.0.0.1:65527"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.353652461Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","remote_addr":"127.0.0.1:32818"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.354205392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/producers","method":"POST","req_id":"12c59c12-2c5b-44f1-91f6-8c1f61cd9128","remote_addr":"127.0.0.1:32818","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.354690699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"12c59c12-2c5b-44f1-91f6-8c1f61cd9128","remote_addr":"127.0.0.1:32818","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.354754346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"12c59c12-2c5b-44f1-91f6-8c1f61cd9128","remote_addr":"127.0.0.1:32818","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.355535412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"12c59c12-2c5b-44f1-91f6-8c1f61cd9128","remote_addr":"127.0.0.1:32818","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.356052202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors","method":"POST","req_id":"369000b4-0567-482c-bed8-331052b19d8b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.356458381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"369000b4-0567-482c-bed8-331052b19d8b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.356515776Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"369000b4-0567-482c-bed8-331052b19d8b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.356921414Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"369000b4-0567-482c-bed8-331052b19d8b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.362190923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/producers","method":"POST","req_id":"12c59c12-2c5b-44f1-91f6-8c1f61cd9128","remote_addr":"127.0.0.1:32818","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":8014,"response_code":"503"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.362744376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","address":"[::1]:54002","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.363055987Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors","method":"POST","req_id":"369000b4-0567-482c-bed8-331052b19d8b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":7070,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.363940168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12c59c12-2c5b-44f1-91f6-8c1f61cd9128\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:26.365685305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"12c59c12-2c5b-44f1-91f6-8c1f61cd9128\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:46:25 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"12c59c12-2c5b-44f1-91f6-8c1f61cd9128\\\" }\"","delay":"1.106041335s","count":"2"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.366101004Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"369000b4-0567-482c-bed8-331052b19d8b\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.366331753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.366442444Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.367185154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.369471098Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.36965747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.36974777Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.369840695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.369914913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.369994391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.370069701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.370156524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.370229159Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.370302956Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.37037532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.370447404Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.370524367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.370598074Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.370669726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.370739355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.370996387Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.371088822Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.37116358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.371251676Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.371467767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.371586533Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.371661713Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.371734929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.371810349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.371882302Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.371955739Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.372028764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.37210207Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.372178653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.372251688Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.372325105Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.372398932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.372484683Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.372574832Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.372649421Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.372721014Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.372795221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.372867175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.372941172Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.373016081Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.373091001Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.373163175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.373234998Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.373307161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.373382381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.37345711Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.37355243Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.37362754Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.373747549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.373821105Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.373894391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.373966916Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.374091344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.374182866Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.374258286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.374331122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.374403967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.374478205Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.374551661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.374688233Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.374807851Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.392581985Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:49253","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.392866252Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:49253","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.392991631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:49253","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.393264445Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:49253","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.393322671Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:49253","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.393356939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:49253","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.393386198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:49253","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.393413993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:49253","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.393440917Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:49253","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.3934675Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:49253","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.394345359Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:49253","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.394446901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:49253"} {"msg":"inserting test physical disk","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.394626599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","model":"test-model","serial":"totally-unique-serial: ec6c2b63-0005-45cc-a15b-df968e1a22df","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"ec6c2b63-0005-45cc-a15b-df968e1a22df"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.394785666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.394960504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.395717683Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"starting refresh list task","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.396124183Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.453539229Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","remote_addr":"127.0.0.1:50355"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.453720931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.454287309Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.455302251Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f76d509-a385-4900-a7fc-08c549af275b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.455736186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/producers","method":"POST","req_id":"8748c1a5-1bbb-4f17-b83d-b2ca52810a34","remote_addr":"127.0.0.1:50355","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.457845378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f76d509-a385-4900-a7fc-08c549af275b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.45791625Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f76d509-a385-4900-a7fc-08c549af275b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.459056642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f76d509-a385-4900-a7fc-08c549af275b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.459404695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8748c1a5-1bbb-4f17-b83d-b2ca52810a34","remote_addr":"127.0.0.1:50355","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.459455937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8748c1a5-1bbb-4f17-b83d-b2ca52810a34","remote_addr":"127.0.0.1:50355","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.459872026Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8748c1a5-1bbb-4f17-b83d-b2ca52810a34","remote_addr":"127.0.0.1:50355","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.461644808Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.461703345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.462236217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.469912371Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8f76d509-a385-4900-a7fc-08c549af275b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":14527,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.47044913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.470512637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.470542797Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.47056916Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.470861873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.471325837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f76d509-a385-4900-a7fc-08c549af275b\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:25 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.471669221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.480932047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.486532095Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.508215788Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.508528812Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/producers","method":"POST","req_id":"8748c1a5-1bbb-4f17-b83d-b2ca52810a34","remote_addr":"127.0.0.1:50355","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":52820,"response_code":"201"} {"msg":"upserting zpool","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.615975001Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","physical_disk_id":"ec6c2b63-0005-45cc-a15b-df968e1a22df","zpool_id":"0346cab3-3075-4968-bc04-c4e1d204a664","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.616052355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.616088067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.616769444Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.618060937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.618113091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.618145416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.618172119Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.618855731Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.628223255Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.631213804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.644689704Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dataset_id":"72062537-61bf-4499-801e-5ced5850e032","zpool_id":"0346cab3-3075-4968-bc04-c4e1d204a664"} {"msg":"inserting test physical disk","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.666220863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","model":"test-model","serial":"totally-unique-serial: ec6c2b63-0005-45cc-a15b-df968e1a22df","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"ec6c2b63-0005-45cc-a15b-df968e1a22df"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.666308668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.666343818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.667143882Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.670721671Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"PhysicalDisk { parent: Fleet, key: ec6c2b63-0005-45cc-a15b-df968e1a22df (physical_disk), lookup_type: ById(ec6c2b63-0005-45cc-a15b-df968e1a22df) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.670789125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.670823193Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.670935707Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.671352738Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.673827779Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.680228061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: ec6c2b63-0005-45cc-a15b-df968e1a22df (physical_disk), lookup_type: ById(ec6c2b63-0005-45cc-a15b-df968e1a22df) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:26.680293091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","physical_disk_id":"ec6c2b63-0005-45cc-a15b-df968e1a22df","zpool_id":"0346cab3-3075-4968-bc04-c4e1d204a664","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.680323341Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.680348642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.680706425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.681598712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.681651568Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.681683702Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.681710345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.682135782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.684038453Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.688301978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.694289388Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.694347093Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.694378225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.694403345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.694913842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.697090238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.700424391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.700486605Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.700516184Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.700887384Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.709343522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.709403602Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.709432549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.70945792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.709872235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.70997993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.710024379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.710055511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.710084859Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.710113296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.710474546Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.713209144Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.720914877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.720993103Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.721073072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.721496757Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.721844499Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.726834943Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.727118347Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.727154209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.727421912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.72924788Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.729305114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.729688879Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.730724402Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.730780825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.731529606Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58319","req_id":"4b6217e6-f0df-4160-9aee-0088b010b85e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: bd 4c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .L..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.731658293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58319","req_id":"4b6217e6-f0df-4160-9aee-0088b010b85e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48460,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.731728653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.731750136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.731776258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.731901187Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58319","req_id":"4b6217e6-f0df-4160-9aee-0088b010b85e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.732400722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4451, tv_nsec: 531279486 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.732522916Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.732554278Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.732885388Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61118","req_id":"fef1d6b0-73d4-4b7b-95b8-78a7eab8ba96","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6b 3a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e k:..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.732943954Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61118","req_id":"fef1d6b0-73d4-4b7b-95b8-78a7eab8ba96","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.733114003Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.733139724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61118","req_id":"fef1d6b0-73d4-4b7b-95b8-78a7eab8ba96","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.733172891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:49609","req_id":"8a817e92-7050-48c2-acb8-383f72d077a0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4d d9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e M...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.733210576Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:49609","req_id":"8a817e92-7050-48c2-acb8-383f72d077a0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.733352088Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.733386125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:49609","req_id":"8a817e92-7050-48c2-acb8-383f72d077a0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.845212091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.847373507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59373","req_id":"b62ed2b7-f7a3-4c60-b876-f5b23f8debb1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ba 4b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .K..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.847437184Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59373","req_id":"b62ed2b7-f7a3-4c60-b876-f5b23f8debb1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47691,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.847653104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47691,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:26.847742703Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59373","req_id":"b62ed2b7-f7a3-4c60-b876-f5b23f8debb1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.848631664Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.848682846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.848710761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.860185224Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a045023f-656b-4246-9443-a5a090b06569\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.86041415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.868793475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1da47780-5b07-4eda-9182-a1558a52fdbf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.87108457Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.874384896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.874449344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.892311764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17f1d49c-a7e6-457d-aec2-538a7b695d64\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.892672553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.897822433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"621e54f4-0556-4173-b033-a6ecbd279314\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.898014586Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.901040876Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67dc701e-a31c-4b6f-9314-ab78819006e4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.901090324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.904434077Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6f25338-6f01-4ddd-8b44-10e3b92e357e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.904602151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.910933075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f23e8419-638a-4583-87d4-d71c114592c9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.911005129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.917296905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17ae76d6-af38-408c-83ab-71bf27060dd3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.917419509Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.91861927Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c53a07-e645-4b4f-b104-ffe770fd1db3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.918814809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.926719379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd93b65b-6a1b-4560-a320-89364ebfd2f1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.926842043Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.928463564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbbd77b2-435d-4371-87aa-78e4283b0b57\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.929150011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.931319073Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6b8f9bb-7fdd-4535-bcbe-273d445a4772\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.931758148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.935369904Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b336f93f-5e10-446e-a83d-e13798aa9eb9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.939873537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.941617292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.946812553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30ddb904-1afd-4eb4-b90d-14e3ee83f6af\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.946934516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.950146947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05a9ffbc-9779-4506-954c-f573df75450b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.950367766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.953718873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"725c8dfb-9041-4d7e-9a20-26f8ea0ebce2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.953928461Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.957191102Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bdc8dd5-4e8e-4e4c-b291-1d83549ed20c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.957461039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.960948648Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46947dbc-6a88-49a4-bc21-06a48c3c3240\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.961182484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.964691305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a76750f-9b72-49e9-aa2a-4be360aad67b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.964896404Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.966649908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dcc7264-d908-46de-a4ab-1aee82fed476\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.966731841Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.968114305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c7b362-d29c-4690-8c86-edec7e895090\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.968254915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.969460317Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c77c507-eccb-4ca7-8f69-58911453026c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.969586729Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.970989464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"365282e8-a3fc-4530-9a7d-f4ff711638d5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.971055956Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.972579191Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00b5db5e-b51b-4ed0-89ad-0b89c4e510ad\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.972887666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.974447614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f63f9e1-b070-4240-bc2a-52b54b257317\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.974526361Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.976264354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8487f863-1b84-4d6c-b2d4-f173c6410f2d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.976390836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.979585862Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6b1898d-eade-4a4e-ac85-e8514256d3e9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.979826762Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.981930513Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"426c6278-94fd-4dd8-bf63-3660c583eea0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.982086815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.983949476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce36478d-4fb0-4cf8-818b-d79ac1e2e1cf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.984069124Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.986031614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1531e70b-9661-4ee1-a44e-2134b5edaf03\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.986154429Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.987269851Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5a28931-e560-4eee-a1c4-1b9aa84788d7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.987391123Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.98842329Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd476dfe-8b22-42cb-bcbd-b2edf6bc36ff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.988554912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.989456308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3f65afd-9577-490f-88d4-397d82228154\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.98969309Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.990793031Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e47aee05-0192-4dd8-ac61-50469658bbdd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.990945766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.992269573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32164cfb-a7fb-43e6-9395-b26e0252d230\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.992536996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.992724239Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.992772756Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:26.992804329Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.992832214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.993870924Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:26.996335144Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.008358028Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.008421855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.008452006Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.008976871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.012630922Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"616b1ae3-bcc6-4e60-906e-fb95a89f54cb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.012822764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.013034376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.013088223Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.013566356Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.015869915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fa51556-a031-46e9-b9d1-c217fd859099\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.015939113Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.018048636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07a7624b-58b2-468b-9b67-163e8a97796d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.018154808Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.02031434Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6823b2ab-0804-4a3f-a145-ca00438a10ca\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.021199514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.030556397Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d33749e6-7970-4e4f-9352-c37103a499ef\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.030722378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.03606367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df86ec3c-20a1-4955-952b-78f63ca6c482\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.036130573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.036942972Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33257073-fd64-4f01-bf88-bf7ed5786dc7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.037109313Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.038313783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c6cfaa-68d1-4325-b2fb-9e2c00631b15\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.038517038Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.041733737Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"900a50ee-f949-402c-af9e-1047f0a1055f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.041872333Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.043255108Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57880a82-e9b6-4f29-a2ff-80ba41f31eda\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.043327944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.043357833Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.044980085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41e5dec6-108e-4b85-a12a-d61efa3b9c86\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.045184773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.046907045Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a1b6531-1746-496e-82cc-5957bd63cc09\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.047072544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.04908799Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c8d4d8a-5688-45b1-86ed-1a4f9a83d99e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.049355663Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.051643592Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b3bdf17-b0fc-4d14-9942-9db8caa171c4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.051706858Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.052348396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b75a5fc2-9462-4492-91a6-99543e796503\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.052469548Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.052558365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.052599747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.052626821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.053207668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.062721975Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.063003336Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.06682014Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.06688513Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.066919909Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.06695072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.067088836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.067992767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.072112455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.077513937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.077590299Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.077621321Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.078088462Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.169517057Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.169694381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.170368915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.170515988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.170615967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.170700154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.171610198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:27.171782862Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49760"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.172747915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"2f3419d3-5a7c-4069-9854-7b26296b4d5a","remote_addr":"[::1]:49760","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:27.173253893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"2f3419d3-5a7c-4069-9854-7b26296b4d5a","remote_addr":"[::1]:49760","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":514,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.174109648Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f3419d3-5a7c-4069-9854-7b26296b4d5a\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.223836595Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.224018869Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.224269939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.233441994Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.233603064Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.233639216Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.234105005Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:27.234161367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34270"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.235280256Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"b2c9c929-5f99-4e4d-a46b-f467fc89bd06","remote_addr":"[::1]:34270","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:27.235650664Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"b2c9c929-5f99-4e4d-a46b-f467fc89bd06","remote_addr":"[::1]:34270","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":377,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.236064599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2c9c929-5f99-4e4d-a46b-f467fc89bd06\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.28543668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.285508022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:27.286437383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62811"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.287387767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"dc40f3a0-30e8-45dd-95e7-2c25efe7393a","remote_addr":"[::1]:62811","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:27.287691833Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"dc40f3a0-30e8-45dd-95e7-2c25efe7393a","remote_addr":"[::1]:62811","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":319,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.287978825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc40f3a0-30e8-45dd-95e7-2c25efe7393a\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.340212136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.340293598Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.341291356Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.34133346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.342068735Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:27.342127633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56672"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.344623976Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"03e2e910-6130-45c3-b23c-8595aa11bc56","remote_addr":"[::1]:56672","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:27.345083071Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"03e2e910-6130-45c3-b23c-8595aa11bc56","remote_addr":"[::1]:56672","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":423,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.345588228Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03e2e910-6130-45c3-b23c-8595aa11bc56\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.348630359Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.348730809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.348801199Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.354366568Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.354433892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.354470806Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.354500194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.355151121Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.358093263Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.36738197Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.367797258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.367851776Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.368449517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:27.424716746Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:27.42500483Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.425059409Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"715.067535ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.425213977Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.425262844Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.425296341Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.425326721Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.425353595Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.425945524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.426974194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.43562481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.444719981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.444807957Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.444840672Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.445465226Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.450512472Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.450654856Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.451463227Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52360","req_id":"aa9705bf-1a92-433b-8f3a-0b4ce752c3f4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4f 18 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 O............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.451647875Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52360","req_id":"aa9705bf-1a92-433b-8f3a-0b4ce752c3f4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20248,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.451948574Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.452929799Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.45325175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.453347922Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52360","req_id":"aa9705bf-1a92-433b-8f3a-0b4ce752c3f4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.453744863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4452, tv_nsec: 252632254 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.453814972Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.453906495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.455057147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54784","req_id":"eb46031c-6a99-456e-ada6-3a43064034ff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a8 b8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.455108379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54784","req_id":"eb46031c-6a99-456e-ada6-3a43064034ff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43192,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.45519408Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.455293128Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54784","req_id":"eb46031c-6a99-456e-ada6-3a43064034ff","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.455353237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53598","req_id":"7b9e6410-e785-4e25-af7d-64724578112d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e5 d5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.455457104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53598","req_id":"7b9e6410-e785-4e25-af7d-64724578112d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58837,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.455606672Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.455632023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53598","req_id":"7b9e6410-e785-4e25-af7d-64724578112d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.55200533Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.552980363Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.553136274Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.55323982Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.553330921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.55480067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.5581986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54445","req_id":"6764bde0-bbd5-4cc4-918b-502c4bcf4472","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: eb 06 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.55838444Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54445","req_id":"6764bde0-bbd5-4cc4-918b-502c4bcf4472","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.558913254Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:27.559129465Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54445","req_id":"6764bde0-bbd5-4cc4-918b-502c4bcf4472","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.560842949Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.560987797Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.561127456Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.565539647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.572101861Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.572249345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.572344214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.574198078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.58210919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.582303447Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.583834297Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.589413243Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9d36f7f-5acb-4c08-99ee-c4cbd36f3cd2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.589770054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.603292577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a6249c6-b24f-4886-b0c1-8461fdc69acb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.603577394Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.615222486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ded87304-e84b-40e9-b612-4bfba601ea8f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.615449739Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.618997638Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28121fa3-945c-499d-a9d7-8eb3a672ab31\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.619216113Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.623462504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1dba21d-73d9-4459-8476-ff954f76a46d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.623543596Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.626809743Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"140cc7ba-5c6e-4e80-9a6e-5faa694c8257\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.626884823Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.631624216Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b123058-8118-44f6-8723-d83e9cf03600\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.63724757Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.638981815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.643035502Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8722e547-a538-4204-8897-b57f939a59d6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.643108327Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.644357706Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adfd94e0-d0f4-47ec-84c9-7d76e5b0d2a9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.644556663Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.64761688Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7740977-b5d4-4205-bca3-9c5475627597\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.647718613Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.64775726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd0e2f7-a2ac-4d23-a15f-50b295c33a36\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.647791769Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.648001446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee0bc385-8038-4d18-a1c3-72f9aa0d89da\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.648172006Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.649325735Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"467d0fd5-8afa-46d8-8b3a-6f961fd5b529\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.649454481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.65098454Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed728276-8edc-4239-be7e-3be0cff37a76\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.651201833Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.652923964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d83fdb3f-05ef-419b-b679-b4a865417317\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.652992861Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.654736676Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4fbb6c9-31db-4534-a2e1-6bb9e2767bd5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.654848378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.656603175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"477d4be9-ebf0-4c73-b6a8-cad442121e14\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.656723114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.660985957Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a127bcf-e4cc-4b07-bfd1-f8956e61a2c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.661346205Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.663229046Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f133c45-7941-45b8-a921-f4ccdc74c050\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.663437622Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.664474458Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c246d946-f6b3-4212-832b-510cc0d6cf2f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.664808594Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.665899557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bf6b973-5ef3-48ed-adb0-3e97b4be7373\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.666192902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.667468183Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80cdefad-e15f-4dea-b5d8-1f53a8d59a6f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.667690926Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.668848904Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0745b176-72ba-4542-9a69-e3755f516d25\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.669111878Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.670420896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"947fd10f-2771-447b-aeeb-3f2d6280328c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.671469024Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.673885829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6bf637e-43f3-4617-bed0-d43e613234b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.674099876Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.67647072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db2f90db-078c-4205-ad96-46bf43152879\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.676690648Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.679259907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9d7e5e4-717d-4dfc-9d02-d833a570c3c3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.679529123Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.681284761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c20ac476-5a03-433e-a849-bb7514e560da\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.681497495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.683472711Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac636189-97ce-4afd-a0c9-aaf270abc50c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.683684633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.685546242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6500ea1d-d0af-44ae-a55a-50af317da537\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.685813404Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.686797004Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b645a43-5981-4877-88b0-6cec0f96ae36\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.687013495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.68804476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdc02fdf-12a3-4383-90a4-cafc281bbb50\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.688267855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.689238559Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e0b37bc-7617-47db-aa40-2be35f5adcc5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.689459669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.689764577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.689980286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.690086588Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.690171057Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.690901081Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.691998578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47019026-8a3d-47e5-bf72-76e6d610a165\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.692257313Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.693761741Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"676e0006-f0dd-46aa-af40-c3e008410f79\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.694006729Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.694368209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.700122194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.700278395Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.700313374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.700522201Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.704039859Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.704133265Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.704525206Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.706815991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9acb0eae-abb2-4a3b-b288-73e85989d550\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.706887182Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.71251222Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e84c517-c5c0-4d67-92e2-800dc6537015\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.712586548Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.71629161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ea31e59-cdc7-4233-b221-4a9781e0befc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.716407631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.722209621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a079bb7d-489e-4a25-8791-c08b018eadd0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.722298969Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.727100837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20dfa352-824d-46b6-80cd-ffae4d0d9388\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.727229443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.731788897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f5cf855-3fb6-4add-bdf8-9c3aaace3d9c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.731871292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.732980542Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.733254938Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"068a34e8-7524-4bcb-b8c5-f67a7337f64f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.733314337Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.735769398Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b80b326-56c2-4baf-ab84-d0903a497656\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.736015018Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.737527601Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bff716d-f52a-4100-a13f-ed72d6529455\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.737655366Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.73974549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c75304fe-1180-4662-aba7-14ad5966e3c2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.739810249Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.739840941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.740632347Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ed2cd37-0a91-4f2e-a340-62f1cb5465a2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.740907906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.750146794Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7537164-6e73-4cfc-b221-654e6d8d9ee7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.750401161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.761446699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f315ab33-6e1c-4ca5-8454-3af7fb8f5f7d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.761594764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.770706158Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"579d871c-092c-4907-a568-be923d423bd0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.770853792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.785949399Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73427432-360b-4282-a73c-a7872576c2ae\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:26 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.786269095Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.786409324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.786581397Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.786695184Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.789612687Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.790269585Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.790474403Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.790552078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.790584072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.791626689Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.792658686Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.799495287Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.799559725Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.799591078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.799620196Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.799648633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.80101238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"will register with Nexus at 127.0.0.1:45609","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.803568533Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.856539684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://127.0.0.1:45609/metrics/producers","method":"POST"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.856967276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.861072896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.861211102Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.861301993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.861839644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.862332015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.868960732Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.869062205Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.869198366Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.869788101Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:27.869992558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","remote_addr":"127.0.0.1:60673"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.870994955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/producers","method":"POST","req_id":"3040bc18-bfc3-46a5-a655-d415080473cd","remote_addr":"127.0.0.1:60673","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.871433369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3040bc18-bfc3-46a5-a655-d415080473cd","remote_addr":"127.0.0.1:60673","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.871546304Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3040bc18-bfc3-46a5-a655-d415080473cd","remote_addr":"127.0.0.1:60673","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.872185948Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3040bc18-bfc3-46a5-a655-d415080473cd","remote_addr":"127.0.0.1:60673","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.872740353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.872876354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.956222155Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.956437644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"assigned collector to new producer","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:27.957176276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:27.957534119Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/producers","method":"POST","req_id":"3040bc18-bfc3-46a5-a655-d415080473cd","remote_addr":"127.0.0.1:60673","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":86547,"response_code":"201"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.957921281Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.958105217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.959033677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:27.959243455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52474"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.96017437Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3040bc18-bfc3-46a5-a655-d415080473cd\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.962145868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"producer-registration-task","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","wait_period":"150s","lease_duration":"600s"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:27.962840862Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"edc401be-87ad-4f13-b7d8-75dd4f119b3b","remote_addr":"[::1]:52474","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:27.963927628Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"edc401be-87ad-4f13-b7d8-75dd4f119b3b","remote_addr":"[::1]:52474","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1058,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:27.969132378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edc401be-87ad-4f13-b7d8-75dd4f119b3b\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.024331939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.024391228Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:28.02496966Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35596"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.028310346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"a14b545f-9ff5-4b95-95e3-a82dae61a1e3","remote_addr":"[::1]:35596","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:28.02841283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"a14b545f-9ff5-4b95-95e3-a82dae61a1e3","remote_addr":"[::1]:35596","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":297,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.028464213Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a14b545f-9ff5-4b95-95e3-a82dae61a1e3\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.092114652Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.092187678Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:28.09577754Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61295"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.096466824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"f4bb36d6-9b53-4fe3-9551-3dc59369266d","remote_addr":"[::1]:61295","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:28.096801951Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"f4bb36d6-9b53-4fe3-9551-3dc59369266d","remote_addr":"[::1]:61295","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":282,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.097126157Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4bb36d6-9b53-4fe3-9551-3dc59369266d\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.171431496Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.171598298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:28.172466538Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55713"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.173024049Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"067afa7d-85e5-4380-a03e-224d9ac09ad8","remote_addr":"[::1]:55713","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:28.174836029Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"067afa7d-85e5-4380-a03e-224d9ac09ad8","remote_addr":"[::1]:55713","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1817,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.17526834Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"067afa7d-85e5-4380-a03e-224d9ac09ad8\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.177849543Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.177892429Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.177920585Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.182081515Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.182167326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.182203448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.182233077Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.183213701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.186222075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.198198507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.199272267Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.199488067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.201435316Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.24573469Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:28.257045085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:28.258264295Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.258335907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"832.946811ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.258375696Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.25840242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.258431277Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.258460405Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.258487619Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.259741718Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.263788441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.267719684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.267829012Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.267919011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.268621531Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.279730665Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.27997934Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.281112739Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57478","req_id":"bd66c444-17df-4ba8-88f5-ac85f28f886b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 62 0a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 b............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.281285653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57478","req_id":"bd66c444-17df-4ba8-88f5-ac85f28f886b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25098,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.281382055Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.281567154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.282121128Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.282229444Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57478","req_id":"bd66c444-17df-4ba8-88f5-ac85f28f886b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.282974959Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4453, tv_nsec: 81772231 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.283048475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.283165328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.291224365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62450","req_id":"38117c56-15c1-46a4-8ae6-b342cab868e8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f7 b7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.292122625Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62450","req_id":"38117c56-15c1-46a4-8ae6-b342cab868e8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.292468073Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.292794734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62450","req_id":"38117c56-15c1-46a4-8ae6-b342cab868e8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.293196114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63503","req_id":"ebf87c1a-e214-4232-9ffc-bf0ce7b2d599","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f4 be 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.293672212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63503","req_id":"ebf87c1a-e214-4232-9ffc-bf0ce7b2d599","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62654,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.294210385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.294349412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63503","req_id":"ebf87c1a-e214-4232-9ffc-bf0ce7b2d599","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.410649041Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.411056784Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.411172885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.411216041Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.411243967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.412141555Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:28.412267045Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.41301235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.413438249Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"615fe2b8-dd58-4953-a337-7bcbd58a3f79","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.413652646Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62151","req_id":"0f35b61a-4c95-4f52-9c5c-eaaec2d11881","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 45 b6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c E............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.413743607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62151","req_id":"0f35b61a-4c95-4f52-9c5c-eaaec2d11881","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17846,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.413907974Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17846,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:28.414074526Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62151","req_id":"0f35b61a-4c95-4f52-9c5c-eaaec2d11881","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.414297911Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"615fe2b8-dd58-4953-a337-7bcbd58a3f79","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.414355336Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"615fe2b8-dd58-4953-a337-7bcbd58a3f79","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.415370398Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"615fe2b8-dd58-4953-a337-7bcbd58a3f79","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.415991055Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.416067267Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.416093248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.418661425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.425093932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.425175534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.425210233Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.427076031Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:28.427146541Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"615fe2b8-dd58-4953-a337-7bcbd58a3f79","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":13546,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.427806086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"615fe2b8-dd58-4953-a337-7bcbd58a3f79\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.428304198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.429127378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"1f193716-0d80-4a11-80ad-95f507b99a98","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.431860784Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"1f193716-0d80-4a11-80ad-95f507b99a98","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.431935844Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"1f193716-0d80-4a11-80ad-95f507b99a98","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.432554637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"1f193716-0d80-4a11-80ad-95f507b99a98","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.433094352Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.433155263Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.4336454Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.433845799Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4945025d-f314-4046-830e-af131305a75e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.43409687Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:28.436933311Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"1f193716-0d80-4a11-80ad-95f507b99a98","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":7806,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.437464259Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f193716-0d80-4a11-80ad-95f507b99a98\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.437955317Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:52175","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.438146398Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68f90c0d-9d67-4692-96ec-0118fb0c80f4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.438432688Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.56178522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered new metric producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.566317771Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:52570","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.62230412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:28.648982114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.674829424Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92e3a964-ac6a-4e5d-bb23-020223bb3f42\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.675127748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.707591981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb3f10a6-7635-419f-ad29-312f01a2e65c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.709014936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.711814965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cc23f9f-ec75-4162-8d2a-f3974e30f4e9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.712265492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.712704928Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.716403617Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d932592-5e8c-452c-9fec-ad22c4897db4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.716522344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.719178186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5757570b-93fe-41ee-b72c-bca2980d98f1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.720045484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.723498994Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d83c9a0-d064-4828-be4d-508ac3630708\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.723564966Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.723875294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"255ac195-2cac-4b4c-b71e-399f2d2c8281\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.724029251Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.726626596Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25e38903-a094-44fb-9a9b-acb93c7849d1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.726689952Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.726902015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaea52f3-f915-4b44-a249-0596c9651028\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.727037575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.728306834Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91e45de4-101a-4f5a-8603-22ac3be5b1fe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.728426362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.729557616Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6536c38-0bb1-43bc-b8e9-69e153094163\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.729771773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.732303737Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"900d7a5c-fced-46dd-8d8a-66296c46858f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.733625401Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.734003915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5e478ce-b908-4ab6-8523-0e7522dc7ba4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.734118944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.736150552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"986f87b3-144a-459c-829a-ce3fc13dc7ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.736271954Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.737948254Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ecf5965-fe12-44db-a7e5-1576230011c5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.738065788Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.740288927Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f9953f5-1f6e-4b3c-9b16-4d5d8db0db80\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.740399558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.742275786Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de24a5cc-c9e7-44a2-8fad-d68f88c2c56b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.742444582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.743258083Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"667d374c-b523-4441-bd60-dfc0f760467d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.743648581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.744959673Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"877e9023-d560-4493-8b75-10f6bdd43dc6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.746525734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.755208734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fb274b9-3829-4c93-ad0d-0dc5c7a6f040\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.75533694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.764729874Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.764914632Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.764960494Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.764992989Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.765861439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.766487697Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"922e5559-b2f5-44ef-9d33-31a0ffaee411\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.766601564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.774621593Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.793198265Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.793331851Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.793434646Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.79410888Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.798663625Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.79878152Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.79933868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.815285643Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4791860a-e480-486c-88f8-0da0ecf582f7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.816074505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.831375541Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ffdb632-7c73-4c84-9d06-d7e0765ab8ba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.831942521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.836267217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"739a85c8-b9f9-4c1f-b951-1595ce4ba4e9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.837033855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.842596177Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46c41e09-34af-41b2-bf5f-094c99dc15fd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.842879121Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.845756364Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c59391b7-e138-4b7e-b5ce-d0ddc7405ca2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.846131411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.858652228Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.860207637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3ad8fb7-ac90-4a22-aa1d-cbbc73469d71\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.860461433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.862365977Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d5dcde6-f981-4f56-9a22-8ed51819da68\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.862439033Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.863537041Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9939ee6c-8102-4d50-bc4d-9e4ec76ed3c0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.86368706Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.865214653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e06349ba-da16-4901-8e4b-6d2987cd9fb1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.865283641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.866383302Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc6f41af-4a64-4ef8-9b2e-c3cbfa3c7ee3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.866519473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.867885755Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"466f549a-75cf-4961-b9a5-c953ee1cb863\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.86792832Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.870254855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6d5331c-3d6a-44d3-8e3a-740368f74b38\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.870430996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.873033712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.873094423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.873124192Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c3c6b91-b238-4266-9fdc-659be14ea0dc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.873161497Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.874966183Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aedc25a2-c560-4239-9d31-94fc750b188c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.875126532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.87750964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6ac707b-e549-4725-91d0-9d4188a3a62a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.87762992Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.879348905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"293fcf2c-ef76-457e-bd9c-11cf10783e6b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.879483924Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.881261195Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4637ecbe-1475-4045-a840-6d578d275914\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.881381575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.884242254Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4179207e-caf8-4565-a886-b33049c08db1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.88436066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.885245764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be303757-7e9a-4f72-99d3-162ab9bf774f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.885376364Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.886618048Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c4d19b9-3d4e-48a5-85bc-baa933e85d77\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.886749039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.887919231Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96a9d4ff-1c55-4759-9669-bff59e4e994e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.888052416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.889335953Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6afd7421-15b2-46ac-a53d-1f77c902e71d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.889390743Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.889434079Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.891727578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0995515e-f883-4aa0-ac6b-d06d57fc6383\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.891996314Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.893389991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bef74a67-535c-4807-8178-89286851cdb8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.893578426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.897075644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d9fcecd-7d93-415a-b656-ee2db63eeac7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.897275492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.898459071Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"423051c7-bc0c-4700-8c94-6d5c8a9b5722\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.89859949Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.900244398Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2bb3bcf-aebd-42ac-b471-67ffe3c83fec\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.900494917Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.900858481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.900930625Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.900963881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.902439361Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.905834506Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.909691641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.909752442Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.909784887Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.909813514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.909841439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.910272839Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.91076015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.91081534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.910844307Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.910868936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.912553653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.914105295Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.917997119Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.918058471Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.918091757Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.918495822Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.918792293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.926432716Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.926494569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.926523888Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.927661084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:28.931472327Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.931650743Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:28.933108287Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.006207723Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.006980282Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:29.007789033Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44910"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.008572835Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"bac45d87-4bc9-4808-8e85-018811b23ed9","remote_addr":"[::1]:44910","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:29.009178993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"bac45d87-4bc9-4808-8e85-018811b23ed9","remote_addr":"[::1]:44910","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":616,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.009751814Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bac45d87-4bc9-4808-8e85-018811b23ed9\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.164500671Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.164660339Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:29.16552386Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40747"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.166168655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"b360c2ad-87d4-454e-b9e6-d681e9a1ff76","remote_addr":"[::1]:40747","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:29.166561407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"b360c2ad-87d4-454e-b9e6-d681e9a1ff76","remote_addr":"[::1]:40747","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":340,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.168880287Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b360c2ad-87d4-454e-b9e6-d681e9a1ff76\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.278628123Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.27880247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:29.279691902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34134"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.284705502Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"efae0f9d-3c66-47b5-8e64-4abd7c043d94","remote_addr":"[::1]:34134","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:29.285187261Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"efae0f9d-3c66-47b5-8e64-4abd7c043d94","remote_addr":"[::1]:34134","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":508,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.285448672Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efae0f9d-3c66-47b5-8e64-4abd7c043d94\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.345268028Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.345665971Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:29.346309514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63380"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.347283544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"1dc0de4b-0887-4722-b337-048bd24b2a6c","remote_addr":"[::1]:63380","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:29.347676918Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"1dc0de4b-0887-4722-b337-048bd24b2a6c","remote_addr":"[::1]:63380","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":445,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.348234469Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dc0de4b-0887-4722-b337-048bd24b2a6c\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.350108202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.350163172Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.350191799Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.353396935Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.353459008Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.353494259Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.353526062Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.354159765Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.358161598Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.362279152Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.362838266Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.362897815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.36379395Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.387633238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.462568412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.462653752Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.462736857Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.462782368Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.465194504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.465254373Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.465436005Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.470469554Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.478549694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.478604883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.47863312Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.479078687Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.479633743Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.480719657Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.48077613Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.48080624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:29.509396484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:29.510038112Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.510358711Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"1.252117552s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.51041371Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.510444602Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.510473169Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.510501305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.510530142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.511872848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.512867029Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.512926838Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.513528476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.517167427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.528213495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.528370689Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.528467852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.529032557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.541367724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.541446982Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.557861046Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52127","req_id":"3d9c679f-8e48-45e0-83eb-b809eab3d2fa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e7 89 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.557936326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52127","req_id":"3d9c679f-8e48-45e0-83eb-b809eab3d2fa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59273,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.558022508Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.55819925Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.558617183Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.559350965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52127","req_id":"3d9c679f-8e48-45e0-83eb-b809eab3d2fa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.561768963Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4454, tv_nsec: 360593689 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.561833842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.561860194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.581802288Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57567","req_id":"5bda2e73-5d87-4bdf-b976-4161b53896ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5d c2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ]...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.583277196Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57567","req_id":"5bda2e73-5d87-4bdf-b976-4161b53896ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24002,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.583494599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.583600701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57567","req_id":"5bda2e73-5d87-4bdf-b976-4161b53896ae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.583773054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63002","req_id":"02935bce-f0e7-4260-88b7-f2322f396b57","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a8 d7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.583824697Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63002","req_id":"02935bce-f0e7-4260-88b7-f2322f396b57","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43223,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.583977993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.584015628Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63002","req_id":"02935bce-f0e7-4260-88b7-f2322f396b57","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.710695439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.711751353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62672","req_id":"ce410ab6-a54d-47e6-99dc-2a01639660f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6d 94 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c m............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.71182028Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62672","req_id":"ce410ab6-a54d-47e6-99dc-2a01639660f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28052,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.712057903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28052,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:29.712154386Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62672","req_id":"ce410ab6-a54d-47e6-99dc-2a01639660f6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.712346789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.712396849Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.712425576Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.716872246Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd7a557f-0aa3-43f5-8a89-078ed724e287\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.717245008Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.72410673Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e0185c4-de1a-4ed6-b497-514eef66db8c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.724461507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.74161777Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd3ec807-74b1-42de-afbb-00da691c203a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.741856245Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.743136085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.766444906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"395cb0c7-d682-4515-ac46-6128bc38dbdb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.76681328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.804762692Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.80484734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.804881809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.804909855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.805679378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.831308813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.836478203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.836544675Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.836578012Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.83692852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.838970138Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da4ce0f2-ecfa-4f6b-bbb7-af48f7a7b8a2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.839157291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.839972956Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.840027895Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.840448393Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.843699591Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"379be50a-2888-45da-bd9a-c11d18a9704f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.843831734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.847442589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d964f099-4ac2-4bf8-b171-58fd24411a44\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.847507869Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.851778247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"789c5e08-d9ef-4312-989b-5ebecd76c825\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.851901413Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.853187335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9a7f5a3-3568-4899-a219-94ff6d62ce89\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.853248647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.863451936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"305de8b1-8021-4f7c-a41e-148df60434de\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.864250928Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.869405809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fffa05e7-73de-4619-949f-971942bd6662\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.869627932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.871769779Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b91d580-625a-4763-ab64-085ecdb988b2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.871898676Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.87307519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.874129941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.874544157Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.87551939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.875575662Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.876851945Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90be321c-cea5-4f10-b603-dc736e2047f9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.877077574Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.8784506Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.878509728Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:46:29.875449711Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.879069593Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.879298219Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.885761697Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.887447887Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.888787145Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08690f15-42b6-4e1c-99d0-247890326561\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.889041191Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.890621039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.890726198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.893403613Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"057a9c7a-818c-4d04-8d57-5d76904b5355\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.893579594Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.893856656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.893910162Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.896477167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5b75594-f90d-4eb0-8713-0857aff7d402\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.896984658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.89998693Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6c2cf1e-648e-4393-84a1-446263417fbe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.900189854Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.902238386Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"335e3293-0025-4fbf-829c-ae7ba2c7146e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.90252663Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.906226021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf7b8336-7ac0-4d80-bce9-8e5c545d57a6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.90653176Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.907882581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e5c6663-0963-4496-b619-abf7afc04f8d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.907979324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.90891085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a309b31d-0f84-4237-a706-5abbf6bfdf0d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.909008134Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.9100903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4a5d1d5-de02-48b9-b9f4-361e509f8383\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.910305699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.911373337Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e894fca4-aaca-42de-a636-2d9be849f7f5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.911553325Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.91704163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0055cff3-846a-45e8-9d76-1a1fedee9480\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.917954178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.91937057Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"500f78d9-9f22-4126-b77e-19ce632a8aaf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.920602064Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.922324286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6a35f8e-2a25-4c94-8578-aba8495c336b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.92239661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.925853537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"124b57ab-a129-43c7-beff-2d2522b43a1f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.926083606Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.929309493Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"441962f0-ceb4-436a-bce6-f9a911123f8b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.929466266Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.936496583Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.936649337Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.936757673Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.936847572Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.937859689Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.940956409Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.948212656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.94837492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.948496783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.948849215Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.949170916Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f18373f-3586-4bf7-bf57-25f8b25aea5d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.949375553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:29.951482842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.951537902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.952001495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.955903961Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efe5be1e-1276-4792-9bf5-0f278d254158\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.956105993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.958601706Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3511f08b-0ce0-45ce-8320-5aa462930a44\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.958667357Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.959327362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29b2ede-f0bf-4650-9725-83fad84df436\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.959474305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.961211987Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40fe179d-04ba-4bc0-9d0d-649a8698d1a5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.962015117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.969169131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfc5c405-d7d3-4d41-b985-643b9d2e147c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.969250443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.972836378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60c9cb3e-72df-49c3-90ee-faebbcc3903f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.97301814Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:29.976198336Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.978772886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c6e68fb-a7fd-4685-a2cc-db8617ab23b4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.978839579Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.983667017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"614d593c-e26b-4113-8849-419a757819a2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.983893067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.988605136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.98995755Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5468a63-dbfa-4d22-8a47-103c6b2dbb7b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.990181036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.993531582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d9b6ccf-2d2b-4ea4-9c4f-5d7970735a8f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.993803082Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.996089087Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ac5151c-c1b6-468d-b8ba-a973616d91da\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.996357402Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.998883565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c70409d-9922-4618-b36b-19283bb7762b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:29.999094245Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.00849227Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d016d6dc-06e5-4ab3-a0d8-244dd9df400c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.008721897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.010353568Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"345e40e7-aac9-4e69-9273-f19096c455d1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.010636772Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.01279369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9f02446-a68b-4334-a6a3-c7318ec8ce2f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.013192424Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.01571979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41068888-88a4-4739-9f75-f1a356d72794\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.015933185Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.016103555Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.01800841Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c4b601a-90ad-4bc3-aa87-04026a07b22b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.018331624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.019868075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4be9e787-a732-4aed-8ca3-d7f6af17f07c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.021182093Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.022700479Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b4eab91-81fd-42d0-ae38-a5efed7f2313\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.023111297Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.024964469Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7997808b-1079-4487-9938-1e8b24437cdd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.025246762Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.027045095Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3333e4f0-38e4-413d-94cd-c3cbad18c6ab\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.027317067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.027451445Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.027546083Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.027629229Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.028511086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.031744308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.036136629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.036195968Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.036227981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.036256208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.036281909Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.03672909Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.039212869Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.046050031Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.046362464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.046471781Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.047141005Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.04892057Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.049229115Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.049332902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.049416418Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.050047085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.10997113Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.110063654Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.11056353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.117256185Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.117367386Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.117458358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.11795649Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:30.118126699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64447"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.120380941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"5ff80b1f-4efd-4bb6-aaa9-22816ecaafbd","remote_addr":"[::1]:64447","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:30.12080212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"5ff80b1f-4efd-4bb6-aaa9-22816ecaafbd","remote_addr":"[::1]:64447","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":430,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.121144151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ff80b1f-4efd-4bb6-aaa9-22816ecaafbd\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.182444328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.182613455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.183319051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.183459471Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.184446427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:30.18462886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64617"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.185565948Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"515c50a4-6c60-4588-bfc5-9e3169724b55","remote_addr":"[::1]:64617","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:30.185947047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"515c50a4-6c60-4588-bfc5-9e3169724b55","remote_addr":"[::1]:64617","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":389,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.18806183Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"515c50a4-6c60-4588-bfc5-9e3169724b55\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.240460872Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.240581923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:30.241192199Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60931"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.242221751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"7dca7dba-777e-4110-8f04-db086d5f7eeb","remote_addr":"[::1]:60931","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:30.242597319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"7dca7dba-777e-4110-8f04-db086d5f7eeb","remote_addr":"[::1]:60931","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":438,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.243290901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dca7dba-777e-4110-8f04-db086d5f7eeb\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.302307988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.302428669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:30.302994226Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52269"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.303815101Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"4bf0732a-4582-4f41-a95f-dd10a2433910","remote_addr":"[::1]:52269","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:30.304291701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"4bf0732a-4582-4f41-a95f-dd10a2433910","remote_addr":"[::1]:52269","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":447,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.304608903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bf0732a-4582-4f41-a95f-dd10a2433910\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.307260326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.307341257Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.307401347Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.31336044Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.313502563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.313599837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.313685798Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.314604078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.319593419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.324496247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.324706987Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.324760063Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.3252455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.34908591Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:30.367226555Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:30.367869185Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.368026258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"857.601806ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.368297729Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.368407006Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.368527797Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.368628658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.368718217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.369530575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.375340461Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.390896636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.391131554Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.391187826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.391695187Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.395999152Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.396060154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:30.396702604Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.397070978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.397740552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98b93710-1882-4374-ad37-108daefaae8c","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.397896041Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58119","req_id":"d17fc88b-9b4d-439b-825c-92b3eff12ee7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: af 13 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.398861104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58119","req_id":"d17fc88b-9b4d-439b-825c-92b3eff12ee7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.398939541Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.39896459Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.398985783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.399073878Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58119","req_id":"d17fc88b-9b4d-439b-825c-92b3eff12ee7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.399553915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98b93710-1882-4374-ad37-108daefaae8c","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.399628744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98b93710-1882-4374-ad37-108daefaae8c","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.400458096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98b93710-1882-4374-ad37-108daefaae8c","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.401107119Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.401229603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.401269373Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.401296396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.401770301Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.402034818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4455, tv_nsec: 200916969 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.402103414Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.402132603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.402786365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64542","req_id":"5c4379a2-63ae-4e09-81b6-cccd4c7e1f06","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5e b6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ^...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.40290914Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64542","req_id":"5c4379a2-63ae-4e09-81b6-cccd4c7e1f06","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24246,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.403184639Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.403234117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64542","req_id":"5c4379a2-63ae-4e09-81b6-cccd4c7e1f06","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.403342613Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62267","req_id":"909bcee2-c4eb-4c9a-ae1c-c75aee68c1d9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3c 05 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e <...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.403392112Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62267","req_id":"909bcee2-c4eb-4c9a-ae1c-c75aee68c1d9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15365,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.404104501Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.404156876Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62267","req_id":"909bcee2-c4eb-4c9a-ae1c-c75aee68c1d9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.521485596Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:30.522400248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"98b93710-1882-4374-ad37-108daefaae8c","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":124666,"response_code":"200"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.522651899Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.530898861Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.531059301Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.531154981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.539543555Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.540077068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.541544482Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98b93710-1882-4374-ad37-108daefaae8c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.54182467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.542029318Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.543918231Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"af4d2476-486d-4ca9-bca5-cc6d094cf0ab","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.544389921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58994","req_id":"9f39b8a8-324c-42f0-8a0e-9d7cef8326f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5c be 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c \\............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.544512646Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58994","req_id":"9f39b8a8-324c-42f0-8a0e-9d7cef8326f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23742,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.544767153Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23742,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:30.544860308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58994","req_id":"9f39b8a8-324c-42f0-8a0e-9d7cef8326f3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.545497788Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"af4d2476-486d-4ca9-bca5-cc6d094cf0ab","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.545567437Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"af4d2476-486d-4ca9-bca5-cc6d094cf0ab","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.546515276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"af4d2476-486d-4ca9-bca5-cc6d094cf0ab","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.550857116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.550957527Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.551083217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.551586931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.55230438Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.552442415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.552524779Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.553361817Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.553419993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.554480175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:30.557325164Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"af4d2476-486d-4ca9-bca5-cc6d094cf0ab","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":13484,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.561138852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af4d2476-486d-4ca9-bca5-cc6d094cf0ab\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.561211858Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.561245785Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:30.561270775Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.575156371Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd224eb7-9e8f-43de-bb46-50a93645381a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.575362151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.594195866Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfcb0e4b-7849-44a7-b8ce-4a0569a150f7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.59444383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.616068776Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97f3cc8f-658c-4190-a398-fceeaab8e270\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.616197613Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.620915624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"894abdc6-7abc-4331-9971-ce15fadbc123\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.622859877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.628067834Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29493bd-407d-4de8-809b-dc7c70f3e4e6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.628510816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.62884867Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.637853812Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3a44bca-0497-485b-bcc7-04a59bf74fd5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.638598195Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.64197362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29406359-4621-4b89-b37c-07f70f960d35\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.642676811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.653509495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4547877-c26e-4ccf-bea1-03b74c1006b1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.654505399Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.655335092Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f782c2fc-b89d-48fb-a37e-8b2ee0bfcba3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.655499951Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.657870905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b456eaea-00b8-43b0-84fe-51fa7c816bc9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.66023783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.664089084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aa8f0e4-cf6e-4c63-934e-bdff1117c686\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.664564942Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.667922682Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80272aeb-a112-4fe6-887f-d18585f30348\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.668429231Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.669929841Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a553d8c8-9bb4-4fe4-8d8f-7d76cc0df799\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.670179659Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.674169048Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4f966e2-4c52-471b-bc8f-ab600be5c1bc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.674367934Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.676364331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"405934e4-1a1e-4404-822f-5bfb667c68ad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.677243593Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.679999785Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.680060155Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.680093431Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.680119634Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.680897574Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.684299181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ace13352-9c44-438e-9722-a35b199cef47\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.684443579Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.684663577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.69173675Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.691837391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.691876498Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.693097391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.694982808Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.695048258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.69557114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.695740928Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6df1140-107b-4a57-b853-1606a712b3e6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.695837611Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.699812621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9b03acb-e052-4d8c-8ca2-b33bbdcb086f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.700099192Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.704687904Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ca4d616-0a71-4c74-8713-3c464943cca9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.704982692Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.707289548Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1cef49c-ae51-4ad3-a2b5-a29152154cfa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.70735589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.710506648Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3f49b11-6082-4f5d-883c-662a17b8e349\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.710704773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.713061568Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d39bc24e-c409-4957-9068-6d627c655d84\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.713127129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.715213746Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05a88cc2-ea14-466a-b6c2-1ed0ceb32e9b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.715285089Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.718100749Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83babbdf-b700-41ab-802a-8e3f408fdd31\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.718294635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.7274968Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.728627202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03b1e033-9044-461c-abbb-d54f220dd742\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.728755828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.731280108Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c536b4d-33fb-40e6-be9e-f9d3a7d38add\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.731400447Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.733305303Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"155890a9-2cb8-4802-9a9f-6dd2371659af\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.733389611Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.734917455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"724c5abf-0dc9-4a18-9c4f-809ead7fb37a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.735004839Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.73684257Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"440bf0b3-470d-47c1-89ce-ef2c63dfe871\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.737008962Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.738693769Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18f151b3-578d-4b22-8665-512ebc901ef2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.738774049Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.739594924Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18082b29-b320-4962-972f-75bb0cf1b25e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.739724873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.740715667Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9fcdeee-1bef-4c4f-8f85-6dad2accbf63\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.740853342Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.74179131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f83072-a069-4b00-99c9-9665a21de8ed\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.741834857Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.742981843Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07f96125-17d2-4d87-960b-e1204145f5fb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.743042774Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.746000727Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fd41a4a-8762-45c7-a302-3ae10df434de\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.74660427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.748997639Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06ebdc3d-3696-440a-93f1-75244c4503ff\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.749283308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.776077203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f60874c-de4c-4842-bf68-8363547df9f2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.776222623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.780490636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.78055255Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.780584193Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.780611607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.781281763Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.784272502Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.789540167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.789617782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.789651018Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.790154691Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.792716235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.79277372Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.793224037Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.793419376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c17b0d05-dc92-4ab2-a739-836f88f8bae9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.793961646Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.797799633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee0ecafb-0bfe-49f9-b32f-5b1b5177cb6a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.797951195Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.802497894Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d953b62-dac3-42c2-8f47-a863681d1776\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.802734796Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.806279499Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cac6ab3-adb6-4dd2-80f1-d7985a68c5aa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.80656101Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.808549061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a903b0f-cd39-4412-bca3-cf88f44cf3bb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.808801935Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.811844547Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1a9864e-2f40-4bb4-8c80-0df2c3d1086a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.81229287Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.823131987Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa302adf-0adc-44ac-8bde-354af04b497a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.824467297Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.82747036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab00a766-49e6-4f53-a0ca-331179564eba\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.827789767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.827839907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.835222616Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.841049526Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b9b13c1-cb61-40cc-911e-2d8783111202\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.841324253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.84489607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d2f05b6-9d59-4939-9418-9b39aab9e6f9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.845185687Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.848341024Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9870eea9-d5f6-4229-8eb2-1e7b58707a07\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.849758248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.852793385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e83c06b5-4a4e-43f8-b628-5edae33b507e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.853008243Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.855264448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a300db0d-009c-42e0-b65f-c8097d52d819\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:29 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.855311763Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.855342514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.855371752Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.855399207Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.855425519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.858682669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.865219022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.865319813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.865413389Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.86550397Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.865586003Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.86807885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.870590424Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.88082176Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.880936057Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.88115302Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.895567069Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.89618513Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.896312213Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.896403365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.896485038Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.897170934Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.897399069Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.897587604Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.897824056Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.898810451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.901998884Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.909267817Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:30.909368267Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.909452134Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.909948272Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.999157817Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:30.999256714Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:30.999913141Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54689"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.003935265Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.004006718Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:31.004039132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.004075425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.004111286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.004136346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.004168169Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"e0a132a0-22c6-4cb9-a087-4b3c043b7e0d","remote_addr":"[::1]:54689","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:31.004202007Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"e0a132a0-22c6-4cb9-a087-4b3c043b7e0d","remote_addr":"[::1]:54689","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":446,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.004238409Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0a132a0-22c6-4cb9-a087-4b3c043b7e0d\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.142965274Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.143158298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:31.144178902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51563"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.144726773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.14485054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.147566301Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"82101e30-5575-4edc-af29-df4651fe0997","remote_addr":"[::1]:51563","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:31.149852486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"82101e30-5575-4edc-af29-df4651fe0997","remote_addr":"[::1]:51563","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":2297,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.150560446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82101e30-5575-4edc-af29-df4651fe0997\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.227043444Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.227127872Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:31.227839921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54872"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.236084738Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"46fb6238-51c7-4ef1-aa89-3c9df8998d07","remote_addr":"[::1]:54872","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:31.236557871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"46fb6238-51c7-4ef1-aa89-3c9df8998d07","remote_addr":"[::1]:54872","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":544,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.237068588Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46fb6238-51c7-4ef1-aa89-3c9df8998d07\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.307044421Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.30711938Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:31.307605549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51281"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.3083239Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"b235c552-9047-4fd1-80e6-e4e1fdf3c342","remote_addr":"[::1]:51281","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:31.308781542Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"b235c552-9047-4fd1-80e6-e4e1fdf3c342","remote_addr":"[::1]:51281","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":469,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.309149886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b235c552-9047-4fd1-80e6-e4e1fdf3c342\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.312053872Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.312110895Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.312140093Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.317176308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.317237319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.317273752Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.317302589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.318467921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.321330364Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.326954019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.327201603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.32725036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.327778993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.345181075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:31.35786644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:31.358239914Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.358295365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"989.976184ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.358335815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.358364573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.358396597Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.358430825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.358462398Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.359186941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.361430992Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.365487124Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.365552594Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.365588356Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.366033984Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.369237917Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.369296804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.370422557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52734","req_id":"451347d1-9063-48fe-9220-559a09197f11","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6d df 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 m............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.370491505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52734","req_id":"451347d1-9063-48fe-9220-559a09197f11","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28127,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.370667826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.370831823Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.370983956Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.371125538Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52734","req_id":"451347d1-9063-48fe-9220-559a09197f11","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.371583841Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4456, tv_nsec: 170478868 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.371650554Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.371680594Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.372086843Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50308","req_id":"1dc1e0bf-6262-4370-bd67-2d9fd1370740","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6e 7d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e n}..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.372141152Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50308","req_id":"1dc1e0bf-6262-4370-bd67-2d9fd1370740","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28285,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.372226622Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.37232077Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50308","req_id":"1dc1e0bf-6262-4370-bd67-2d9fd1370740","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.372481329Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54769","req_id":"2b24cfbf-ceda-4578-af27-0a28a8988708","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3e 8b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e >...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.372532932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54769","req_id":"2b24cfbf-ceda-4578-af27-0a28a8988708","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16011,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.37261734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.372707851Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54769","req_id":"2b24cfbf-ceda-4578-af27-0a28a8988708","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.527312581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.527651656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.527705093Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.527737547Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.527765012Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.529970987Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.530062269Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.530692385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.534043341Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53371","req_id":"ae7d2b2b-3337-4963-a5a0-db6640ada833","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: dc 02 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.534498047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53371","req_id":"ae7d2b2b-3337-4963-a5a0-db6640ada833","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56322,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.534723186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56322,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:31.534814578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53371","req_id":"ae7d2b2b-3337-4963-a5a0-db6640ada833","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.538882964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.539025508Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.539072321Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.539411948Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.540430407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.540775795Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.5408082Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.541307034Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.548250017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.54836171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.548651227Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.549700146Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.560687027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.560726977Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.561523905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.567780891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23cee394-fa2d-4722-8a1c-40a44f0b79bf\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.568570745Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.590533554Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6d9cc5c-e4d2-4194-8d7a-cb560e9ca5c3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.590702531Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.617549041Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38fac76c-b5f5-4bdf-bef8-6f18ab3dfb79\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.617636906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.621548079Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"264799c3-1f09-4d6b-808b-3b768614d2a2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.621735743Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.624225473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48e5387a-40a3-48c1-98c1-843c560b488a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.624416574Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.627150231Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8067e3a7-5625-47de-8df0-ce7cf91b2fb0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.627291262Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.629737947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1db4d28c-0978-4972-9a46-02d0bc3be76a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.629846593Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.634019207Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.635324668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6f0b963-8bfa-4f34-993c-10d1ca523368\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.635453174Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.643247884Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"581739b2-0bae-46b2-a433-a4cb80874665\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.643381891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.644386803Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f30e6d9a-5764-4f83-ba8b-bba03d3e75e6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.64451552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.64890235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd726cb1-18b8-4ba9-a4f3-5c6a6c4be1ab\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.648965306Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.648999414Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cf58fb0-9e06-4621-bd9b-e544a79c0714\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.649030155Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.649060015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9136d53e-72d5-4c3f-8192-550713d7b02c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.649091377Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.653081457Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"985f84cb-0999-4950-812a-d422779043fe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.653158711Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.654953116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"632746c5-f456-40a2-9727-525803d97703\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.655020681Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.656583264Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bbdf3f5-1e4c-474a-8928-45f3c865e4b2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.656869204Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.661772072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20ff5c7e-29a3-4b52-8dac-17332429a08d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.662130777Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.667502791Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f3304bd-cc5e-4603-b92f-2866e5c42464\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.667625335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.67028815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e5e6de5-1119-4515-af5b-985b8d2c932b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.670362478Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.671248884Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9b0f49a-3751-4b62-97f9-becd9894d04a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.671614693Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.672928601Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7b06adf-8ea4-41d7-a451-9a0eec810255\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.673066085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.674242509Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3935ab8c-9454-4854-8efe-2c04bffa530f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.674369672Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.675896725Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ef3f0ea-a5e4-4bfa-b9f8-774c1837efea\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.675943939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.678832945Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"794965e6-f835-4dec-ba51-bf9f07628b6f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.679368512Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.681749636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df2425a5-64c2-443f-9301-9dd9a1e4ca7c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.681814826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.68462214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.684791557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.684900514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.684989852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.68613288Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.687224856Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b9c3d37-4e91-4a0e-b9b1-ed214cc9bf8d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.687506677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.694456965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.704045419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.704122683Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.704155649Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.70458284Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.706755208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.706815719Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.707276026Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.709819915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f612d56-4279-40e1-ae55-221b682b4aec\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.710216325Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.720699502Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb651872-d3b3-4679-aee0-fde8f35897c2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.720856464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.724114516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03fd028a-9630-4949-8fb9-5abd3d87ae27\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.724289514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.730227095Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4802b4e5-53fc-4284-a528-9196014b76d1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.730313116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.732589331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30610c8c-2d55-4f3f-88ab-35465ef4d71a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.732741484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.734314739Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b36637b-250b-44b9-b60d-a74da214c580\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.7345058Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.736344724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fdf1e6a-d926-460d-951a-e1233ac715eb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.736480985Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.743568396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07026900-7650-4f45-97c7-bfef728e2f52\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.743835609Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.744229083Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.747454539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59f097a1-9e0b-4e81-906c-c0e4bf02a704\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.747790559Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.762468534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce18bc84-8653-4eb4-980f-9e017ca0b4fc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.762596248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.780235774Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"866b3cb9-aafd-4810-833e-965441ce0355\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.780356334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.782265879Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9813fe46-c543-4423-8c86-f756fa647a28\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.782387942Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.784201625Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adf2d2bc-2ccd-4261-b3f4-ac3269dfcb73\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.784249721Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.785891873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afd1d7c1-5aff-415d-9607-4d9fa9436001\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.786023405Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.788278337Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee67b813-7c64-4981-82e2-ccc180d113e2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.788353708Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.789172329Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acc3f9fb-0e45-4d05-8684-06c9cf5cfae9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.78930855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.790258032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfa6785a-582b-4d67-9b8c-83dbfefd842a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.790381438Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.791369827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"427d3e0e-c58a-46c8-99da-0f6faee2970c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.791444917Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.792579026Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"422748f7-4e54-4ed7-81d1-1e1d52d8d2d5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.792634337Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.792663094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.794856053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.794897786Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.794927085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.794995541Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.795845895Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.797182488Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"862cf3cb-74e5-4c64-8f61-a5e14bb320c6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.797393519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.798950241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.807721296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.807817738Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.807851335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.808300921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.809202387Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4590c5c-062e-4756-b8e8-7416d9015b08\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.809273409Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.811127473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c556dff-cefc-47d8-abde-3f8a190b8a11\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.811212001Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.811679783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.811734352Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.812170721Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.813050995Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23bdbaff-0bc1-4501-9a4b-8cd8eba92746\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.813111275Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.814943456Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19360695-4bca-4aed-8fd0-1434fde262f2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.815079056Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.815126431Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.815159647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.815192773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.815601758Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.821255392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.827986914Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.828081232Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.828117675Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.828150079Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.82818064Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.829430551Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.842807483Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.849161523Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.849316893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.849412734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.849931006Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.920903575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.92099658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:31.921514221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62161"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.921834059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.922232803Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.922547019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.923465349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.924136195Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"7b5c1c1a-1427-41f1-bd7f-bc975cfb3d01","remote_addr":"[::1]:62161","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:31.924503076Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"7b5c1c1a-1427-41f1-bd7f-bc975cfb3d01","remote_addr":"[::1]:62161","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":433,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.925944328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b5c1c1a-1427-41f1-bd7f-bc975cfb3d01\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.982977773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.98304614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:31.983525054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65030"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:31.984489255Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"4772bdab-029e-4ed8-82d9-fe9f006cd9a8","remote_addr":"[::1]:65030","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:31.984731658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"4772bdab-029e-4ed8-82d9-fe9f006cd9a8","remote_addr":"[::1]:65030","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":252,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:31.985234149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4772bdab-029e-4ed8-82d9-fe9f006cd9a8\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:31 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.093069214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.093264392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:32.095866276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64741"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.096201254Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.09626446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:32.097959096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.098410666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.101134784Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"f51e72b3-e774-4825-a65a-89f98659cc27","remote_addr":"[::1]:64741","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:32.102016591Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"f51e72b3-e774-4825-a65a-89f98659cc27","remote_addr":"[::1]:64741","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":928,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.104475309Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.10453582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.104770097Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f51e72b3-e774-4825-a65a-89f98659cc27\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.158816942Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.158889105Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.1593981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.159463129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.159495193Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.159521836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.160243895Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:32.160306519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34176"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.161035752Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"54d218d8-312c-4843-8c34-891796b6f2a8","remote_addr":"[::1]:34176","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:32.161578674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"54d218d8-312c-4843-8c34-891796b6f2a8","remote_addr":"[::1]:34176","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":505,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.162067137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54d218d8-312c-4843-8c34-891796b6f2a8\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.163354031Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.163411215Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.163439422Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.167007841Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.167120566Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.16716783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.167196658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.167515242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.168153484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.174281353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.174346724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.174437905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.174737562Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.176731205Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.180204555Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.18040288Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.180455976Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.18087459Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.181921155Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.181979792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.184995751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.237555022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.289418888Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.289498827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.289536712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.289566091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.290427908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:32.290600221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:32.290940219Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.290999888Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"932.605205ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.291043094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.29107141Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.291102342Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.291132502Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.291161209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.291651135Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.29356578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.300998679Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.301063439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.301320801Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.301622643Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.302049293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.305993792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.306062619Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.306098641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.306451945Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.308073175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.308134036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.309065492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.311758979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.31180998Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.312912828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54946","req_id":"7fe82bc0-b1a6-4fe8-a7cc-4540c742d172","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 92 66 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .f..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.313015182Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54946","req_id":"7fe82bc0-b1a6-4fe8-a7cc-4540c742d172","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.313256923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.313462363Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.313572332Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.313665557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54946","req_id":"7fe82bc0-b1a6-4fe8-a7cc-4540c742d172","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.314332426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4457, tv_nsec: 113218535 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.314495281Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.314533286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.314947852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:65493","req_id":"d35c4b44-26f8-4186-a2ce-5284e3c645f1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3a 31 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e :1..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.31500706Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:65493","req_id":"d35c4b44-26f8-4186-a2ce-5284e3c645f1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.315096028Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.315184083Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:65493","req_id":"d35c4b44-26f8-4186-a2ce-5284e3c645f1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.315241397Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57215","req_id":"455738c7-3623-4c19-b7ca-862729b8fbdd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a0 fe 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.315342839Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57215","req_id":"455738c7-3623-4c19-b7ca-862729b8fbdd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.315440193Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.315465824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57215","req_id":"455738c7-3623-4c19-b7ca-862729b8fbdd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.446209693Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:32.453756039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.453829946Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.454156266Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.455646896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.45636652Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b29ec17-6ca7-4150-991c-7f4f902ffb24","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.456723221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55856","req_id":"22d9b64c-db4c-457f-9853-48abfad68a31","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e2 9d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.456832789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55856","req_id":"22d9b64c-db4c-457f-9853-48abfad68a31","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.457098348Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:32.457272916Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55856","req_id":"22d9b64c-db4c-457f-9853-48abfad68a31","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.457572433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b29ec17-6ca7-4150-991c-7f4f902ffb24","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.457634707Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b29ec17-6ca7-4150-991c-7f4f902ffb24","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.458549209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b29ec17-6ca7-4150-991c-7f4f902ffb24","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.461168317Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.461230792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.461263336Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.461384899Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.462219862Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.462274722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.462304972Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:32.467586415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b29ec17-6ca7-4150-991c-7f4f902ffb24","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":11227,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.470872362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b29ec17-6ca7-4150-991c-7f4f902ffb24\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.471084304Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.47184537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"900a3d9a-1f43-4442-9c43-08f533f23b0b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.474533767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"900a3d9a-1f43-4442-9c43-08f533f23b0b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.474605009Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"900a3d9a-1f43-4442-9c43-08f533f23b0b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.475447077Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"900a3d9a-1f43-4442-9c43-08f533f23b0b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.475523308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df3754f-c1df-4c0e-a849-94fd23da56e6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.475566625Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:32.481412262Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"900a3d9a-1f43-4442-9c43-08f533f23b0b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":9533,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.48263087Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"900a3d9a-1f43-4442-9c43-08f533f23b0b\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.482699517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.482731791Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:32.482758664Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.490658855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43ff1f23-e08d-4ba4-9b46-116dc7c719e9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.490809054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.535840947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.53934035Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cd76d9a-36a8-43ba-aa3a-081309e6c590\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.539592252Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.541504111Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db04e5bf-ef3d-42ee-b2ed-f3f84ccde279\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.541850621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.543941958Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"def91e30-fc75-4d1c-a981-b03243eed0bd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.54415874Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.549694249Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c49efb26-f92a-472b-b40e-4f671f6398b4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.551309187Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.55490441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71c2a0a7-ab4b-40e3-8011-42838e3da956\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.55496953Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.557459862Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"002188aa-e0e4-435f-b474-26e4b38bd2e1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.557522236Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.559788952Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ca31aa3-d1fd-4386-b599-9e4c75bac2b5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.55985288Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.56098247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0a3aff7-6cb5-49ce-80ad-48350b10c7b4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.561074203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.563593763Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aff7cc1-04b4-4d5f-a68f-17164336ef36\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.564009502Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.5666789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"733e19ff-1f91-410b-8314-6d2a11602129\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.566779841Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.567988459Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4aee89ac-833f-4fb0-835d-205f73bd3007\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.568193398Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.571818029Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8031cf50-af62-4b0e-a4f1-4b3f7e7b41db\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.571934311Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.573912543Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4355179-f1e8-449b-b957-da81c66c506d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.57398139Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.57868919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af81e020-ab0d-45e6-b078-cc31301ffa40\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.578813798Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.580541881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe9bf943-4b27-490f-9ebe-1bdd39f05d24\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.580663143Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.582686374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df86896c-9ac2-4f55-9a53-c071f589ef47\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.582736624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.584932159Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0b3fd21-5bb0-45b0-9519-0324fd6fc3a8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.585061306Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.58606696Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec1b7640-f779-48ff-a239-c8688c7847c8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.586311156Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.588578945Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.588635577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.588665046Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.588691689Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.591685224Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.591927206Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a84deef-5fec-41f6-b8d0-2985ec1afb59\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.592252804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.594543629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c20197f7-522d-4759-8ce1-f72999cfc8ae\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.594818727Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.59573855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.602827684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.603017102Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.603064005Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.603516777Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.604152895Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd99853a-9cff-4866-8490-d9a80e0cf882\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.604218726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.606802965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.606903906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.607684882Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.611030217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68973b1c-8e2b-443b-b377-c0c72c0f2c41\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.61154835Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.613749756Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73b8cd0f-bfcb-4b20-9c92-e87b62c417fc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.613822771Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.628635174Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce5c477a-06c8-4da5-baee-5a128068f2d5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.62876343Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.638881369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dcc6ff4-fd86-4d91-b821-66cfbe7110bc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.639114553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.643155635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c321cfc-74ec-4573-9198-67427668edfb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.643411815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.656890321Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f4063b8-f417-4fd0-bcf4-78d8e338b0b5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.657110609Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.66371564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"453aa988-c5a5-44b7-a958-264846fd1358\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.663795819Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.666970715Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0721c33e-d564-49f9-9411-47098c070666\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.667111115Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.668183952Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.669404634Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"021ad6a2-3cdb-48c7-920b-2f0b648d0986\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.669524443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.671076245Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c25021d5-bd08-4f3f-b939-320509b36503\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.674068747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.675969805Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68e961b4-095d-4831-84c8-1ab4ef03e05f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.676043883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.678896446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4152146-aac6-4c43-a8cc-02d16c5eac58\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.679057637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.682743161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a94475a5-efb4-46ee-b32a-e933f5b65e10\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.68280792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.686424155Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca84e125-a59f-44e5-b1bd-445c3e79eabd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.686789853Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.690699583Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f8200e0-aea4-47e3-b008-9e043596f412\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.690772939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.69424629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0394c601-b375-4297-9986-1b5c05c7d8fb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.694327041Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.706837597Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d402835-15b0-4013-875d-e2b79c039c78\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.706907907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.710606186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b2b0498-2cca-4755-940b-a518399c1119\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.710951314Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.712431122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59d7ca17-682c-40ae-ac44-9e85aeec1431\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.712572333Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.714195848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f9491bf-f9bf-477f-857a-5b8f51be9627\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.714326118Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.715804603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bad4a287-1337-4ccf-92ca-faaa76bb3cca\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.715974221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.717489019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3f79345-069d-40bf-9a5b-4a2603c88bc6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.717555823Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.717586965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.719009058Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.719069488Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.719102905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.719131532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.719377222Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.721119343Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3a3572d-6556-4372-b97e-33e1236678fa\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.721501544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.725406986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.729197398Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.72928409Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.729317607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.73006709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.730426877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d535ce76-a014-447a-9585-5aa7c0c637a0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.730596766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.733620791Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.733682223Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.737150293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.737530651Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26a69d46-a7a3-412c-9a0c-3583f281028a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.737862081Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.740866277Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0604ed9a-3950-42ba-a0f7-1ba990297eca\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.74112373Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.744730937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7af52820-9341-48a6-bb9a-b35389b41645\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.747444905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.747565886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.74773852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.747842998Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.750497126Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.765702111Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.776051521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.776148014Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.776234827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.776323574Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.776549904Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.783557376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.790978152Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.797128446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.79722106Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.797259166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.79818489Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.847002326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.847127596Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:32.84803318Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33330"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.848687273Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"c7e279f2-9411-4a54-9d87-4c059504b84c","remote_addr":"[::1]:33330","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:32.850586016Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"c7e279f2-9411-4a54-9d87-4c059504b84c","remote_addr":"[::1]:33330","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1820,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.851174479Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7e279f2-9411-4a54-9d87-4c059504b84c\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.907370756Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.907438561Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:32.907973407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48723"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.908276922Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.908323174Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.911443441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.912368314Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.913286894Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"13a20030-539b-47c3-8116-72b622f23341","remote_addr":"[::1]:48723","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:32.913501381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"13a20030-539b-47c3-8116-72b622f23341","remote_addr":"[::1]:48723","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":238,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.916349215Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13a20030-539b-47c3-8116-72b622f23341\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.971358538Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.971420942Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:32.972574771Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65338"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.976773787Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.976927554Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:32.977782938Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"105fc91b-418f-490f-92c9-a72a52ad0c59","remote_addr":"[::1]:65338","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:32.979582393Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"105fc91b-418f-490f-92c9-a72a52ad0c59","remote_addr":"[::1]:65338","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":1801,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:32.984516284Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"105fc91b-418f-490f-92c9-a72a52ad0c59\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.050292428Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.050361476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:33.051197211Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49589"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.051695694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.051757237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:33.058226637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.060878631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"15a6e090-641a-4d67-82a6-000c02e4822a","remote_addr":"[::1]:49589","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:33.061402034Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"15a6e090-641a-4d67-82a6-000c02e4822a","remote_addr":"[::1]:49589","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":531,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.065916558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15a6e090-641a-4d67-82a6-000c02e4822a\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:32 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.069529016Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.06958598Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.069615939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.076725695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.076787448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.076824672Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.076853129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.077953922Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.079808988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.084058365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.088513742Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.088747147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.088796736Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.089283496Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:33.123245823Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:33.123551132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.123741832Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"832.526565ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.123797062Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.123825979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.12385636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.123884295Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.12391184Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.124685973Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.127133399Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.131458336Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.131521542Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.131555189Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.131965807Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.132371436Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.132426766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.132456275Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.132483328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.134123907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.136876451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.136982593Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.13863235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.154374876Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.154456458Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.154488813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.155359297Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.156589148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64636","req_id":"82482c90-31ea-4f3c-a0d7-b53ba977382c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 50 de 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 P............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.156654037Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64636","req_id":"82482c90-31ea-4f3c-a0d7-b53ba977382c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.157818848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.158138164Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.158308634Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.158419945Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64636","req_id":"82482c90-31ea-4f3c-a0d7-b53ba977382c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.160465752Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4457, tv_nsec: 958110938 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.160539388Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.161460073Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.161979217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.162036581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.162443021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.163057906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50010","req_id":"2bdce3c5-db8d-4dfb-ac71-8cb1872a8411","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8c b1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.163120511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50010","req_id":"2bdce3c5-db8d-4dfb-ac71-8cb1872a8411","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36017,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.163204639Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.163225971Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50010","req_id":"2bdce3c5-db8d-4dfb-ac71-8cb1872a8411","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.16333563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63927","req_id":"7fc81a59-8a1c-40bc-93d2-2bc9ba2dfe84","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b2 5f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ._..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.163387864Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63927","req_id":"7fc81a59-8a1c-40bc-93d2-2bc9ba2dfe84","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45663,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.163507482Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.163760927Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63927","req_id":"7fc81a59-8a1c-40bc-93d2-2bc9ba2dfe84","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.305747386Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.307620107Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53125","req_id":"dd09c419-3884-4caa-8e38-23d9b40e02d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 7d db 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c }............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.30768173Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53125","req_id":"dd09c419-3884-4caa-8e38-23d9b40e02d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32219,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.307873031Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32219,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:33.307965746Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53125","req_id":"dd09c419-3884-4caa-8e38-23d9b40e02d2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.309119925Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.309292309Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.30957394Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.312785349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d80efc8-19f1-410b-8747-325c089ff4c6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.312850538Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.314937086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"907eb0ba-c2bd-4882-b8f1-b006641c6bb1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.315010662Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.31742885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b587172-3661-4cf5-ab03-ffdcfc3d9b8b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.317494842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.320216194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e25c749-8552-4aba-bc64-4ad44e62446d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.320451793Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.323966115Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"373ba7d3-22f1-4278-a1df-08e038e515d9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.324047217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.328527333Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5377a2d2-2f84-4a27-b9b0-ec9c18d50c82\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.331258806Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.333991671Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac5243c3-482e-4cce-8239-793571c115db\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.334214124Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.341785059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.347667188Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49100f7f-48d9-404a-987e-7d387823a1cc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.347918619Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.349172948Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d345d907-ba30-4f60-aebc-c7c8269d62db\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.349413568Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.352526069Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd55fd0e-bf8a-461b-903a-40f42fc5b553\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.352741088Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.354350905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d70df31a-48f5-4935-811f-73537869cd46\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.35453398Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.355854982Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e642aeb8-6117-4ccf-97ea-98a968bfca5b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.355975703Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.35752527Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fa0f86a-bf63-43e8-895e-e0a8cdc67500\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.357717062Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.36735266Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bb30d6f-03fd-417a-b8c6-f0a7f4739c02\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.367486948Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.369298257Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"536500f6-d046-4a62-b607-931b44ecd11b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.369468586Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.371153333Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"641efa76-9ddc-4405-aee2-b456adcf3b43\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.371271929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.372864532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be52c1ee-610c-4826-9cf5-76143d11745d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.373186364Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.374901421Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3f5b39d-b069-4903-a26b-908e8ded0d20\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.375249635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.377993091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"140ab396-7719-40e1-86a0-1d0ca404aec5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.378174542Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.379641695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a84bf20-8128-43dc-a992-282d52c26c7b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.379817466Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.38341345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"708d90af-9a80-4a79-9033-b7ec571d62f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.383561095Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.384683902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6c1d187-f137-46cd-a9c9-3c9647b543ba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.384817839Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.386542304Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbbdda1f-4a98-4c5e-832e-9ee7d3311aec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.386697724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.387890972Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5cda5de-70c5-469f-8353-958310a413d0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.38806083Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.390887001Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ab0bcd8-9674-40c8-8cd0-8d1b4c490903\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.390960698Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.392543071Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.392601657Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.39263807Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.392669042Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.394344971Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.394609237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"626728e1-818f-4a88-ac5e-123ea4641daf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.394686591Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.4012856Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.407324963Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.407372117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.407445833Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.408014547Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.409888771Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"304af4c5-523b-4709-94bb-bf81f3c29fb1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.409997678Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.410184009Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.410240762Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.410740317Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.413051633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c2c75f-8d20-4d27-a82e-4b59aec54971\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.413117614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.419515762Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e9816b0-ae1f-4f0c-9530-e6e81fdd2e68\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.419719257Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.424235897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2816cb9-5d09-4f5a-8ebd-8b24ba9f8b7f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.424374412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.42740451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a62e689-0055-4041-a174-e3786326c340\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.427655269Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.429911735Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc8ba654-3e14-4a46-b58d-13e5f4e6ca6c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.429975302Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.431545821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"611e6661-2e23-45c2-bcdf-bdc94394dad1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.431819847Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.43319632Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8789c176-ccb4-47a4-8b1f-68557bb90fae\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.433358202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.4350083Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3987f3a6-300e-454a-bf15-3dd17c90059c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.435429599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.439328538Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.439650579Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.44172866Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.444937443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcef5c5c-c652-4451-ae5b-dea81f6c45dc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.445310476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.448214853Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.450866747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.450921937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.450947778Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.455494638Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c6f361d-3b56-41f5-8453-8b9cac9a46e4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.45594761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.491675185Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb380add-7e96-4025-8829-57d2fecbf480\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.491842358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.49276677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.492827811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.492859575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.493309852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.494338962Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.504783653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.513508536Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.513699216Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.514031348Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.52092333Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.525529467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.525595339Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.527142752Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.529514076Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6b78c95-3f5b-4ef8-8ee2-e5a74fbdbe98\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.529679426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.537424467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a855cbf5-0b94-4ad6-a5fb-feb5c74b522e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.537725377Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.541232344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fa682bb-4456-4ae4-96d7-f877afc4ab94\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.541465238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.542510301Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dede2c3a-72a4-4099-b152-7af580099512\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.542748645Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.543730251Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8d23398-685a-4c45-b75f-528b89386d61\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.544127753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.545189439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f67739e-5394-4ee5-9a2f-5e263087c3fb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.545413856Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.54730793Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a29da1a-8561-42f2-9b88-258b790c5474\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.54765465Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.551331156Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.55515761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4209aac-ccce-4717-9452-68c9848d3b51\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.555535563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.559606253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c41de39-702a-486a-8278-17e3ceaa4cac\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.560395175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.562156645Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3f060f0-94cb-4c2c-af3a-93d813843979\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.56229993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.564926043Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4de77de-563e-4919-9c54-2a2785f97096\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.565110971Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.574642612Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e773726f-325b-49f8-bd52-70dea53e7509\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.574860286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.574918893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.574954714Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.574986367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.575852874Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.600885119Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.601809861Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.611624396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.611729225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.611768924Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.611803423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.611834134Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.613707126Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.617708979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.623614726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.623755827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.623849403Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.624512936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.732848527Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.735489579Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.735944806Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.736006519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.736058603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.736128723Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.736742345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:33.736802605Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46662"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.739146746Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"4baf2c15-a7df-470b-b6a9-1ca997139774","remote_addr":"[::1]:46662","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:33.739485912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"4baf2c15-a7df-470b-b6a9-1ca997139774","remote_addr":"[::1]:46662","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":351,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.739724968Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4baf2c15-a7df-470b-b6a9-1ca997139774\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.810895941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.810962804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.812068717Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.81732494Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.817385911Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.817416142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.81790227Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:33.817956639Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42956"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.820101963Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"22a7fe33-a031-453e-a583-25da4c9df6ef","remote_addr":"[::1]:42956","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:33.820517521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"22a7fe33-a031-453e-a583-25da4c9df6ef","remote_addr":"[::1]:42956","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":420,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.82136519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22a7fe33-a031-453e-a583-25da4c9df6ef\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.880676023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.880756493Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.88130705Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.881368072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.881869852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:33.883079091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55295"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.883143349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.883176285Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.883470411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.884471966Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.890109599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"63228df4-01eb-43ae-b817-56430e624613","remote_addr":"[::1]:55295","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:33.894157053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"63228df4-01eb-43ae-b817-56430e624613","remote_addr":"[::1]:55295","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":3963,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.894969722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.895036826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.896583387Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63228df4-01eb-43ae-b817-56430e624613\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.954039976Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.954120927Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:33.956120832Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49021"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.966174273Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.966238581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.966396475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"546fc544-6b01-419f-838b-5b8bf445c958","remote_addr":"[::1]:49021","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:33.966947002Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"546fc544-6b01-419f-838b-5b8bf445c958","remote_addr":"[::1]:49021","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":581,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.969714757Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"546fc544-6b01-419f-838b-5b8bf445c958\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.976260188Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.976317593Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.976345919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.986915238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.987124054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:33.987320064Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.987586184Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.98833157Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:33.993987318Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:33.998970607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.004134326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.004493601Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.004591076Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.005135831Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.049491827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:34.059164109Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:34.059477062Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.059537823Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"935.697525ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.059572783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.059600518Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.059630588Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.059659265Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.059688053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.060549038Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.066016331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.077109594Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.077203501Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.077238401Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.078157522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.082685353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.082873268Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.083939843Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63594","req_id":"07fefe70-74e0-4a07-a159-8e80da965443","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1d 0d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.084092497Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63594","req_id":"07fefe70-74e0-4a07-a159-8e80da965443","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.084634828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.084849355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.085811242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.085879127Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63594","req_id":"07fefe70-74e0-4a07-a159-8e80da965443","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.085936481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4458, tv_nsec: 884707220 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.085983244Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.086012823Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.086561607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52517","req_id":"6422a94f-0224-451e-a650-32ee53adf317","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 36 ef 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 6...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.086674111Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52517","req_id":"6422a94f-0224-451e-a650-32ee53adf317","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14063,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.086764671Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.087031723Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52517","req_id":"6422a94f-0224-451e-a650-32ee53adf317","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.087098837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60760","req_id":"a729e7cf-d237-4f8f-95b9-fd77ad18f34f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d1 ae 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.087144718Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60760","req_id":"a729e7cf-d237-4f8f-95b9-fd77ad18f34f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.087350118Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.087466369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60760","req_id":"a729e7cf-d237-4f8f-95b9-fd77ad18f34f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.231030131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.231538033Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.231870445Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.232067468Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.232157667Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.233384291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.233809549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:51132","req_id":"4c1f9c5c-2347-4a13-ae34-04c1fb0cf105","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 53 55 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c SU..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.233999247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:51132","req_id":"4c1f9c5c-2347-4a13-ae34-04c1fb0cf105","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21333,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.234661596Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21333,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:34.234866695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:51132","req_id":"4c1f9c5c-2347-4a13-ae34-04c1fb0cf105","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.235400448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.235672941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.235875244Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.236808183Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.249160725Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.249220674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.249252027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.249732344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.253061757Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.253119142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.253654889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.253929657Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2301b67-21c0-4774-8e07-d1fd5c4d44da\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.254244143Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.257278619Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60b6c808-742c-471a-96d2-5394b3e491c1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.257484099Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.266214824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dae2140-2d5c-4328-89c0-728578f627f4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.266344392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.268947909Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0acd7556-5258-4019-b70f-927abf3d5198\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.269383557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.273776881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7e316f4-e7be-46ee-b2e7-3cb11c9453ba\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.274178441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.276904262Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41afe24f-cfac-4257-852e-3e74bc60ab3b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.277184741Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.288413453Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35efe4f5-1f47-476d-baa2-520b4c87e9ef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.288661127Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.297975946Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ad34544-80c9-426a-ac0b-4716c9056a3e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.298210143Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.301741809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57b4b318-95f2-473f-97fb-a6a17f286764\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.301986286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.302402175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.306424419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"839d26b3-381d-4df3-8733-5441acb0d5bb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.30666572Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.310661471Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c8b16c9-48f1-4583-ba7a-ec0144e18794\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.310887762Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.31673373Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1f46068-6d40-40f1-b519-f7b11decf42a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.316954449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.319264582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d74ae6cb-0637-4a90-bc37-3f2fe2a85571\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.319686312Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.323275083Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1e1bd01-3405-44b5-a6a8-daee494dfaf5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.323487777Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.325675325Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"019c354e-483e-4e8c-92ad-347a84d88777\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.325885634Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.328392329Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c3bfa9b-7d94-4f58-b298-32611e6ddf2d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.330428846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.332558079Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34655ee7-5671-47e6-8a25-80e59824c16c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.333048305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.337581517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd93f177-6090-4222-86be-f63ebc1549d9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.337795524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.340138803Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f17ba11-7833-4af8-a5c3-2882adb21dc9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.340429592Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.342607642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ac4cc65-c400-46d6-aea9-881d1a219983\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.343363478Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.344444051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb144499-c802-4b26-9d21-d46c3013dadb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.344977413Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.348045226Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ca3672c-19f1-4ce2-8bd2-e49e3b2e5660\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.348268941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.349344825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8782b69a-f2c0-423d-86b5-27506c13ee0b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.349620284Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.352866532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"050191d6-0b87-427e-9dca-e424364fcc70\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.353170117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.353699692Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.353843228Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.353938438Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.354078386Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.354928941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.359058609Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.369459352Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.36956384Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.369650643Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.370275919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.371590919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e53d77c7-ea7f-4ba6-8090-a5f7e97e5242\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.373552748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.376567795Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.37662528Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.377743177Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.380772553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0a6de0f-1dfa-4cca-853d-7d780d5609d2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.380847552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.383696368Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"485d3687-3963-482a-a284-90180d51de0a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.383841357Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.387268666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7343f08-d57b-4b06-9036-b5b371097147\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.387934803Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.393516194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8359e809-5d39-4ce6-94ee-0aa1d955c23f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.394106189Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:34.397113942Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.399573242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.400060383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"622c7a64-4add-42ea-a481-c0f161eeba62","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.400610849Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"622c7a64-4add-42ea-a481-c0f161eeba62","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.400730518Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"622c7a64-4add-42ea-a481-c0f161eeba62","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.401518117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"622c7a64-4add-42ea-a481-c0f161eeba62","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.402150818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c1fa595-0ef0-4595-95b4-5be4abbe1926\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.402374563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.403583262Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"954e0fc3-1546-4eed-9984-0132987bd014\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.403822288Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.405187628Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e269236-f7fc-417d-976d-8d9739fb1c22\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.405527596Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:34.40598649Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"622c7a64-4add-42ea-a481-c0f161eeba62","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":5929,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.40656871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"622c7a64-4add-42ea-a481-c0f161eeba62\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.406835942Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.408136604Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"e5a2a995-b1bd-430c-a7e8-9f0ee155d9e8","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.40909345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"e5a2a995-b1bd-430c-a7e8-9f0ee155d9e8","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.409398298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"e5a2a995-b1bd-430c-a7e8-9f0ee155d9e8","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.410386196Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"e5a2a995-b1bd-430c-a7e8-9f0ee155d9e8","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.411391589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1931bf92-afa2-4512-95da-0dfa75352d7e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.411714022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.413082899Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"636af46e-7ab7-42fa-ad2d-7cc94d9aa7a2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.413421213Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:34.41410233Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"e5a2a995-b1bd-430c-a7e8-9f0ee155d9e8","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":6044,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.416880075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5a2a995-b1bd-430c-a7e8-9f0ee155d9e8\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.417069883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.417154932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:34.417232056Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.417849125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.419986324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9c834a8-6db1-47cf-ab07-63b328e28bb1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.420248706Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.425195553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b17340c-c265-4b9c-b2f2-fcad84110078\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.425409699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.42908912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81bc005a-b685-46bf-ad98-4211b0fe3b91\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.42944543Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.432584304Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"515ae5a3-401f-403a-a7b6-1604b01769ca\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.432800605Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.435399624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09068437-7145-4472-a3dd-328c4982e92a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.435886654Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.452300548Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.45289904Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.460900102Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.47207135Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.472506617Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.47299489Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.473985794Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.476673048Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.476785392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.476974369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.478085112Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.484227941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.491986539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.492048753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.492078713Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.492973275Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.502447212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.502665817Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.503678705Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.518573993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bfb7771-384e-494a-8a89-09b8e9252792\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.519181794Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.557767694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38a63de6-5e13-438f-bebf-df874138113e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.558191358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.561908144Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a399b83-787b-4b72-9429-efd51b9ac9d9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.562066128Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.565978854Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01e972b2-524f-4b06-be50-e2ce29d5a2e4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.566123262Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.568237334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"282daa37-1866-4dc3-8286-fe98f2ddec0b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.568894464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.571449454Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69cb6e24-09ab-4407-8030-d3ff0e3327c4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.571505396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.57153755Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.574281477Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9375b31a-35be-44a9-ad05-c6e2d8462b2b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.574354011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.577145122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"047921c0-e68f-466a-9291-e9357c035aa3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.577311173Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.578166337Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.580342323Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4c7590f-1192-4453-b0b9-0b5ca456d16b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.580456911Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.582449892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f0b0eb8-4e5c-481a-9c8a-adb66a0119a4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.583861765Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.586088552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2615baec-33bb-4d99-b172-c1b21c05fd45\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.586230264Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.586281606Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.586323359Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.586409952Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.587200998Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.590871972Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.59632661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.596390087Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.596423163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.596452702Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.596481509Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.59699411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.599639291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.604455326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.604516438Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.604549704Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.604941655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.660282188Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.660339762Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.660826121Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.660868075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.660899678Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.660927032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.661740533Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:34.66179926Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49357"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.663065633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"b2765b0b-35c2-44f6-b0dc-d10d449ad804","remote_addr":"[::1]:49357","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:34.663386292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"b2765b0b-35c2-44f6-b0dc-d10d449ad804","remote_addr":"[::1]:49357","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":331,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.664148571Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2765b0b-35c2-44f6-b0dc-d10d449ad804\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.725554819Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.725622103Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.725934095Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.731188023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.731249586Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.731281499Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.731724081Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:34.731782838Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38554"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.732618293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"fbb98c27-8f54-45f4-8b05-a45acf699c30","remote_addr":"[::1]:38554","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:34.732838411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"fbb98c27-8f54-45f4-8b05-a45acf699c30","remote_addr":"[::1]:38554","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":231,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.733334289Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbb98c27-8f54-45f4-8b05-a45acf699c30\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.806624255Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.806682561Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.807178168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.807335381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.807937281Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:34.807983863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50090"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.810199368Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"e70c31f7-9caa-45ee-b655-54bde7ff62e2","remote_addr":"[::1]:50090","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:34.810469416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"e70c31f7-9caa-45ee-b655-54bde7ff62e2","remote_addr":"[::1]:50090","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":233,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.814252473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e70c31f7-9caa-45ee-b655-54bde7ff62e2\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.886682055Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.886756954Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:34.892089959Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47227"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.894003893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.894055596Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.894691874Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.896939261Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.898790179Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"d49256fc-121a-4af9-ace3-8285a8505995","remote_addr":"[::1]:47227","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:34.903963667Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"d49256fc-121a-4af9-ace3-8285a8505995","remote_addr":"[::1]:47227","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5217,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.907191468Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d49256fc-121a-4af9-ace3-8285a8505995\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.907866062Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.907918637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.907951893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.912876455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.912945653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.912979941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.913008659Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.914082699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.917423124Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.917485809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.933870194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.939371385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.939662475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.939833966Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.940394142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.941368684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.94153215Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.973579061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:34.99194291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:34.992264471Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.992582925Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"932.919121ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.992629428Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.992657333Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.992689708Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:34.992721631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.992751792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:34.995911166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:34.996702583Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.004522694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.014746404Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.014821364Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.014855161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.015387171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.021024754Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.021102849Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.02336683Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:65297","req_id":"7ccf363f-e326-4405-bc8e-e2c7ab22a105","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e3 40 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .@..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.02432037Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:65297","req_id":"7ccf363f-e326-4405-bc8e-e2c7ab22a105","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58176,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.024547442Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.024691089Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.024811358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.025072248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:65297","req_id":"7ccf363f-e326-4405-bc8e-e2c7ab22a105","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.026149785Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.026199384Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.026229353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.026529862Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.027017123Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.027309816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4459, tv_nsec: 826177338 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.027363062Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.027494514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.028224589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63980","req_id":"a4ade4b1-2c73-4885-a551-0a005b5bdb63","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 33 56 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 3V..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.028348897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63980","req_id":"a4ade4b1-2c73-4885-a551-0a005b5bdb63","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13142,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.02845107Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.028534106Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63980","req_id":"a4ade4b1-2c73-4885-a551-0a005b5bdb63","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.028597953Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52009","req_id":"82366bd6-cb25-4231-95c2-2a215210312d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c8 ab 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.028701339Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52009","req_id":"82366bd6-cb25-4231-95c2-2a215210312d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51371,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.02878744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.028981377Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52009","req_id":"82366bd6-cb25-4231-95c2-2a215210312d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.150454504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.150936885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.157097179Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.157249833Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.157350855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.157968084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.158732758Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52898","req_id":"f32d3508-6291-4b63-a650-20518a173ec8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 76 97 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c v............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.158959399Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52898","req_id":"f32d3508-6291-4b63-a650-20518a173ec8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.159418284Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:35.159969171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52898","req_id":"f32d3508-6291-4b63-a650-20518a173ec8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.160516111Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.160609678Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.160854024Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.16205649Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.162163734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.162697908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.164707212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"827c5cdb-75ca-4565-9d16-f55eb9a045db\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.165053151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.167189798Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4d996de-62e6-478c-9b63-b45a0efc34c2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.167472511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.170186639Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dc80078-1f79-469d-b320-68167f81770a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.170461136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.17336405Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"368d151d-d775-42da-a211-4bd6e27843fb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.173646903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.175931666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5648abd-ea2e-4b99-b215-ef8fe6814523\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.176186283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.179721036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcc710e0-d534-4389-8ae2-21c6085fc022\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.180358466Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.184643063Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"853f1af5-beb2-4e8a-b7d3-d70bb02556e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.184900746Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.187084176Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"097bf7b4-4dd9-4a7a-a1ba-d7d4e4f35063\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.187341669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.18884251Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"388c6c8e-b480-4f55-b3b3-be14bd2fdc58\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.189818775Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.192738823Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3f09982-5452-4b66-8bcf-c6ecb3344a25\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.19298312Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.196060952Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.19642126Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4579dbc-30c6-4c27-a9c5-6e566aad7df0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.196650797Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.201927761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3d9481e-9ded-49e4-ae6f-5a15ec9043c3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.202220094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.203436888Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cddb7f7-32c9-4a2a-9e97-142170c6bdc7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.203695994Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.206991961Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e00da4f-dd75-48e6-9f97-41c6a10eb453\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.207328572Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.209823583Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78bd2c2c-7a6d-4af4-b50d-b06d8c39c1f2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.210064383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.213449097Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49cac6bd-e8b7-425e-81e9-f8a8b80599ba\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.213661229Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.216205809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fad5ded4-1b5d-4ace-851e-e4059e83047f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.216565406Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.219656344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"755fa6dd-3d19-4713-baa7-8b8ccd98bce4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.219873817Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.221977309Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c49a62b4-38c0-4669-ad36-e69a8aa52f66\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.222246525Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.223462518Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01e9d6ec-5b1f-4942-bd53-1602538151b9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.223797064Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.22479347Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97ed18dd-aa52-4220-ab12-003439b566c5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.225018779Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.227904859Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e8f12b3-570a-4bdf-8f5b-fd750297eb70\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.228090759Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.229997999Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61d0211f-d3f6-455e-9d88-d24a6eac9ce6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.230120934Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.232701416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca91a093-e32b-4d48-a957-03fb4e83d254\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.233880204Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.237395889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aae49ef0-6d50-4c77-87d0-5b792199e4b4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.237748231Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.242566852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"831beb42-2354-490d-bc96-5263797dae5c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.242635368Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.247201967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.247377367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.247430963Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.247459821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.248331277Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.24869886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88b944a6-cf02-46e5-a5fa-d3ee094a3468\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.249083676Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.252348441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.264319072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.264402027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.264555002Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.265206931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.267795228Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.267855809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.268434742Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.269852356Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d50aa80-6a80-46a7-95f7-bc260e169bf2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.269924069Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.277365135Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"666e25b2-6418-4e32-a6a4-25bc494c2f3f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.279128328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.29373445Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"571d971d-9150-45f5-87c0-25d2da4340f7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.29448744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.297495524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a796729-2ae4-4907-ab1b-fdab73847f89\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.297760993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.307621399Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1742127-11e2-4cf8-912e-50198e660bb7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.307810095Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.309570051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c542465-f28f-486a-b16f-61977ad1a0c4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.309680542Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.311380178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c90c6cd-399d-42f7-a38d-5887de389b54\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.311448133Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.314736565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.31502512Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad539110-a369-49b9-8084-05e35468b416\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.315195059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.318919349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86e68ed0-e365-4f2e-9c42-cf05e5734b9a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.318989249Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.322113513Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89a9d1b6-7378-4bce-8b72-fe2d57b84623\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.322185868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.325498488Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97475d59-b8a8-4792-b6a4-169f31a522e3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.325751552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.328148929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f564f037-bad6-4491-b8e9-ef915f45fcbb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.328332404Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.330570203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24a7f0a4-ab98-4bbc-8a69-ced64ff6b9fd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.330693148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.332406772Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f67ead08-ba36-4320-bf27-4c54e9ae0504\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.332474096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.334904779Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12dd756b-3e06-476a-9aa8-5ced3f64a0ce\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.335133685Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.337358388Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7a13b4a-5b9c-4215-a3be-b307864b6c76\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.337433488Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.338753818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b8b2682-f865-4f6b-8659-ce749269c681\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.338858146Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.344135331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b4db0ed-2d8a-4c0d-838e-608656a7cc94\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.344201102Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.344231242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.350158622Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45753d21-7e8e-47f5-b075-4b453b9a8455\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.350226366Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.352492201Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32ee4efe-6613-40f2-819e-8f932e600ede\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.352840846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.354310684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e216f2e-6d47-4b9f-8ae1-1eb070900436\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.354654459Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.357965887Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98e0bca7-29f0-4618-86a2-7e2143f5c060\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.358120806Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.361552323Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcaf77b0-31d1-4b9c-b6e3-cd53919e415a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.364086803Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.364144728Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.364184167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.364216761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.364937137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.365555729Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.365597823Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.365627763Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.365652352Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.368673732Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.370177378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.375577096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.375781854Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.375886112Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.375972554Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.37609078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.378323208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.38145633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.391977102Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.392063214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.392097091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.392848999Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.393420488Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.397995113Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.398151544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.398247836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.399104934Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.401971475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.402018178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.402964514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.460016506Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.460164551Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:35.462284415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50032"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.462568Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.462860603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.465498709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"12cdffbd-e3da-4890-8449-0375e07cedc0","remote_addr":"[::1]:50032","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:35.466754742Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"12cdffbd-e3da-4890-8449-0375e07cedc0","remote_addr":"[::1]:50032","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1264,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.468599477Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.470310496Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.470420706Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.470657949Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.471225059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12cdffbd-e3da-4890-8449-0375e07cedc0\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.528264235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.528336409Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:35.529700036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63379"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.530778395Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"06ba3d8b-760b-4749-83b8-7ad58ca952c0","remote_addr":"[::1]:63379","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:35.533349297Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"06ba3d8b-760b-4749-83b8-7ad58ca952c0","remote_addr":"[::1]:63379","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":2563,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.533972759Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06ba3d8b-760b-4749-83b8-7ad58ca952c0\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.594283565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.594345979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:35.594965784Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37040"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.599740928Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"a9c695da-2041-4537-bbfe-85ebd2a92a42","remote_addr":"[::1]:37040","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:35.599923943Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"a9c695da-2041-4537-bbfe-85ebd2a92a42","remote_addr":"[::1]:37040","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":212,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.605189614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9c695da-2041-4537-bbfe-85ebd2a92a42\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.665590689Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.665668765Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:35.668726167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50351"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.670467646Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"fdf4d59a-9ef6-4c26-b317-d83d093e6c74","remote_addr":"[::1]:50351","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:35.674166566Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"fdf4d59a-9ef6-4c26-b317-d83d093e6c74","remote_addr":"[::1]:50351","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3708,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.676127964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdf4d59a-9ef6-4c26-b317-d83d093e6c74\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.677928371Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.677979543Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.678009032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.682890288Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.682949696Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.682982942Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.683012451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.683887695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.688207582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.692966033Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.693134769Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.693184899Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.693808041Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.713867728Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.767878171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.767922329Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.767949964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.767975154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.770002533Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.77596367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.781625221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.781719238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.781754689Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.782130718Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:35.786836303Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:35.787596888Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.787670635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"794.76639ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.78770814Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.787735875Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.787765394Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.78779353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.787819361Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.788211763Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.788498805Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.788536991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.788984252Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.793612804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.797261194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.797313177Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.797345942Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.798353901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.804172534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.804235449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.80554088Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50555","req_id":"6991fb7b-f668-4724-864d-433de6e118cb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 90 03 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.805938493Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50555","req_id":"6991fb7b-f668-4724-864d-433de6e118cb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.806108171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.80639897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.806551905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.806762384Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50555","req_id":"6991fb7b-f668-4724-864d-433de6e118cb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.807435024Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4460, tv_nsec: 606296223 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.807491066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.807518851Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.807916854Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61964","req_id":"2983a1ef-25cb-43c2-9eb7-b6aa7c3f32ff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a4 b7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.807978868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61964","req_id":"2983a1ef-25cb-43c2-9eb7-b6aa7c3f32ff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42167,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.808142294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.808182283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61964","req_id":"2983a1ef-25cb-43c2-9eb7-b6aa7c3f32ff","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.808292052Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62361","req_id":"6dc8f4ca-ea90-4301-988d-f048269b6338","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7d 39 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e }9..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.808344887Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62361","req_id":"6dc8f4ca-ea90-4301-988d-f048269b6338","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32057,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.808427863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.808515116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62361","req_id":"6dc8f4ca-ea90-4301-988d-f048269b6338","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.931950012Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.933075144Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.933254231Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.933508237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.934371397Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.939513763Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59444","req_id":"21adf239-e264-4d9d-947a-71b1049e1172","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1c d3 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.939875724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59444","req_id":"21adf239-e264-4d9d-947a-71b1049e1172","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.940066855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:35.940203106Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59444","req_id":"21adf239-e264-4d9d-947a-71b1049e1172","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.940865295Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.940929473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.941928283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.941985507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.942015627Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.947453412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:35.947536127Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.953996208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fd30f41-a28d-4ff9-b597-1d01145e5eaa\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.954426275Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.958536965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49f1775e-9250-42cf-9f34-c69202832301\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.958911101Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.966421885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d25f23f0-8c77-4bda-8095-a18a02bcc745\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.966642475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.971617748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1aeac7c-9699-4f35-86f9-1b8e31b62949\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.971943547Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.976995142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.980786165Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83fa457c-5ecf-48c7-be6d-09f1b7443c72\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.980926966Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.988066852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf6d83dc-b2c9-425a-aae2-c68807563f8b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.988203824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.992477359Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce9f712a-8cb7-46eb-810b-4eea95745b43\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:35.99405879Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.009066302Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"069dd1c3-37d3-4dc4-83f2-b19beed4e7a1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.009202603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.011764117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e971fb2-d04e-4b72-a075-d1408afe54cd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.011838405Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.011985909Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b2ef27b-5cfd-4c1f-a5fd-a6bce5150a56\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.012019005Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.015644218Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96cab689-f3e4-4ab9-abbe-077509300803\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.0170306Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.019209351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f029ade1-179d-47e0-860d-b7981c20adb7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.019244261Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.023116035Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36b7c8c5-4b1c-499d-9838-d5be84fdf47f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.023180633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.027544899Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.027706551Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.027874666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.027978132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.029835272Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.031674637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"015aacb9-ee3f-48fb-a4f4-035f9f744e59\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.033371608Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.033665223Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.044419661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.044562065Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.044712404Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.045386998Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:36.04625614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.05025145Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.050358343Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.05126518Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.053265546Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3a54ff0-d910-48a1-84a1-51b246596922\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.053430094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.058332812Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f5347db-3a53-4351-8029-84a9c49e39e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.058594353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.06858558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4f96c7c-e795-42ae-b6f4-dd6849323823\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.068805879Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.076960166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5096fb69-ecb1-4795-8861-f5ef79aa2e75\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.077155305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.084416071Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6905cba-b3da-422b-8447-4c2b88a38aec\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.086612878Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.090901383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.091220158Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94af155a-fd27-4e23-8e79-66765327f37a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.091375758Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.094216748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b361e3e1-900b-45f5-a524-7ceb3265e5c5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.094534101Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.095882036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56ab5404-9823-4386-a145-a21c113f1933\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.096148527Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.097512345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ec5d905-b145-4348-823a-af05304b2f73\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.097722223Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.099680134Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"396d2f92-a46d-47f9-bb42-7e1f57af4cf3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.099943679Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.103522219Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"653fd560-eb61-4322-8a19-970e1f97b7a7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.103737297Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.109586732Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b108a744-f1c9-4962-88b2-f9038a8dff8a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.109796921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.113929966Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dfc27dd-9194-4445-b2a2-1ef4e6c48caa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.114274592Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.121688143Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"469da7b8-6441-4dd9-a09c-b023e4087bcd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.121903863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.129091243Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ea6361-89a4-41c4-a5e9-b30e27d97af4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.129396892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.141487522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.141614766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.141706609Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.141789694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.142640149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.142920457Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e1e067b-73e2-4857-8baf-301b4456fe66\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.143136217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.145243235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4268f923-d96e-4ba4-9ba8-c84149133f9c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.145463404Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.146263167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.152371698Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.15247291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.152557759Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.154779686Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.157113085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcbcc2ba-c6b6-488c-ba5f-918c341e49d7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.157638402Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.158061585Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.158166694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.160115818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.162723003Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40a07899-62eb-4b98-9331-c86585999ac5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.163020225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.164481747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bec3c33e-de77-4685-8ebf-4102926d3108\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.164753679Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.166922961Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1995d41-2ba4-431b-a24e-bac26d7bb3e2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.167766531Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.172519892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46167dc6-f7ed-4d96-990f-661649355772\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.172728628Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.180695351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fab67eea-9aab-47fe-861a-6cf082c6c1a8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.18138238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.184873286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d13ef7ce-e377-4642-9b39-39cc3239f700\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.185023435Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.191977641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"935fae3b-4df9-4263-acf5-c62ea4077692\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.192104082Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.19687068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.19910446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a0e32fa-3fdc-4845-9170-b6006a0906a8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.199181624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.201044285Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eb9485e-2eda-458a-8ed1-799b8ae0dbad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.201108353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.201921633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4093cf3b-a0f7-485f-8bdd-2bf75cd9591d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.202038807Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.203446572Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34b6477a-fae8-48ef-ac87-4add9f04f530\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.211181062Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.213714981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79146c42-d28e-4092-a19f-abfdd06e6dc7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.213860932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.218803439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff256855-45a8-469d-96c2-bc8c85508b75\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.218861545Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.218889932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.223442021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"613ed97a-e59d-48b9-85aa-dfbbdba2cd1e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.223679905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.22545908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cce9d14-79f0-4ec3-9f13-2b4a70014a0c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.225647816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.226972496Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c71156b-bbe0-446a-9dec-222b71c03f72\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.2284957Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.235771166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74ad10dd-b562-4e6e-b9b6-9c4d52244d8b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.235963109Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.237405422Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"325f574f-e2e7-4dec-a977-6b5196391af7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:35 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.238606706Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.23865889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.238689401Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.238716555Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.239945063Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.242698689Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.250566335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.250630142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.250662476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.250693999Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.250723418Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.251313694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.252243296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.2524308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.252470569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.2525111Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.253906971Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.257536983Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.261393868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.261458116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.261489719Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.261925387Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.263268583Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.271795052Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.27183965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.271867586Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.272992517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.27564894Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.275711505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.277019671Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.348251867Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.348397517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:36.34941291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40855"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.350158656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"7f0abcc0-8c2f-4172-88e5-0db3a753d1fa","remote_addr":"[::1]:40855","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:36.350556899Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"7f0abcc0-8c2f-4172-88e5-0db3a753d1fa","remote_addr":"[::1]:40855","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":397,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.350909131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f0abcc0-8c2f-4172-88e5-0db3a753d1fa\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.406833347Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.406897414Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:36.407402481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33068"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:36.407606768Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.408013388Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.408266402Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e1192619-ffce-478a-9a78-0fa2ead4d413","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.408419998Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"6ae35cd9-90a9-4c18-aa20-b0510ccd7734","remote_addr":"[::1]:33068","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.408668423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e1192619-ffce-478a-9a78-0fa2ead4d413","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.408724164Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e1192619-ffce-478a-9a78-0fa2ead4d413","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.409498086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e1192619-ffce-478a-9a78-0fa2ead4d413","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:36.409752783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"6ae35cd9-90a9-4c18-aa20-b0510ccd7734","remote_addr":"[::1]:33068","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":1288,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.410080607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ae35cd9-90a9-4c18-aa20-b0510ccd7734\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.451974477Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.45203619Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:36.45439492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43874"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.454454849Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.454491913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.454674457Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"d08f5b24-550a-4ed8-82f3-bb33844ab642","remote_addr":"[::1]:43874","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:36.456170037Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"d08f5b24-550a-4ed8-82f3-bb33844ab642","remote_addr":"[::1]:43874","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":1495,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:36.456492559Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e1192619-ffce-478a-9a78-0fa2ead4d413","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":48231,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.457299808Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1192619-ffce-478a-9a78-0fa2ead4d413\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.457479846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.457613874Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.458649146Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.458705769Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.458733144Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.45875624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d08f5b24-550a-4ed8-82f3-bb33844ab642\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.524497585Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.524581422Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:36.528326524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64114"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.528400411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"8c941e14-78dc-4396-bcf6-62f01b2f8234","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.52868575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"8c941e14-78dc-4396-bcf6-62f01b2f8234","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.528754867Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"8c941e14-78dc-4396-bcf6-62f01b2f8234","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.529652205Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"8c941e14-78dc-4396-bcf6-62f01b2f8234","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.531136042Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"57653f68-3d01-47e0-96f9-046665ee51ac","remote_addr":"[::1]:64114","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:36.532336333Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"57653f68-3d01-47e0-96f9-046665ee51ac","remote_addr":"[::1]:64114","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1438,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.535106132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57653f68-3d01-47e0-96f9-046665ee51ac\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.539892057Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.539973129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.540002798Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.54554949Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.545618056Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.545652585Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.545681623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.546471016Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:36.547106782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"8c941e14-78dc-4396-bcf6-62f01b2f8234","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":19105,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.550710953Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c941e14-78dc-4396-bcf6-62f01b2f8234\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.550780913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.550815562Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:36.550839429Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.554629972Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.56280484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.563034187Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.563092633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.563657068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.612120959Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.662710245Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.662789803Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.662825575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.662856877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.663570168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.666827007Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.672298849Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.672426303Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.672465161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.672781892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:36.687457472Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:36.687797209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.687859182Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"900.345059ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.687900004Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.687930364Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.687957739Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.687989712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.68801883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.688720368Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.689401616Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.689497527Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.689881251Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.691457351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.695139298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.695227804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.695261591Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.695544585Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.698854891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.698916624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.700137867Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55692","req_id":"fc5c02e9-7cc5-4ca4-81eb-3088ff883a49","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: df d5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.700203407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55692","req_id":"fc5c02e9-7cc5-4ca4-81eb-3088ff883a49","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57301,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.700318366Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.70034519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.700366302Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.700386723Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55692","req_id":"fc5c02e9-7cc5-4ca4-81eb-3088ff883a49","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.700577513Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4461, tv_nsec: 499468151 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.700646951Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.700676119Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.701292367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55855","req_id":"17e4b998-9609-4736-9139-68400c84f355","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3d f3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e =...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.701348689Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55855","req_id":"17e4b998-9609-4736-9139-68400c84f355","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15859,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.701496334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.701531814Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55855","req_id":"17e4b998-9609-4736-9139-68400c84f355","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.70164528Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56750","req_id":"70d35ad3-a3df-4df8-b2e7-d4d5589037b1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7a 08 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e z...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.701693827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56750","req_id":"70d35ad3-a3df-4df8-b2e7-d4d5589037b1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31240,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.701777183Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.701873575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56750","req_id":"70d35ad3-a3df-4df8-b2e7-d4d5589037b1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.814515056Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.815958291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63628","req_id":"d89c292d-cc7f-4868-a5a5-ce18c00e46c6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8a 6d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .m..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.816041848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63628","req_id":"d89c292d-cc7f-4868-a5a5-ce18c00e46c6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.816195083Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:36.81628408Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63628","req_id":"d89c292d-cc7f-4868-a5a5-ce18c00e46c6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.816743636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.816798345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.816826882Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.829713928Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aad238ed-f74f-4b4e-b2bd-1561752677b8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.829940159Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.839709414Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"748055e2-2cd1-41a4-88d7-73b202c53acd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.840912852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.860289819Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"929d4015-4522-42f9-8e8a-066183da250f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.860547402Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.862169173Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.868032906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"498bfd31-ed49-4f95-ace8-89ed4fe9a4c8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.868108497Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.870801613Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9138711-30cd-45e5-9739-4d31eca9371d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.870976321Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.872568203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.872629294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.872827509Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.874789198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.876253726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af4aaf0e-7c1b-4319-83f1-45683ce85048\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.876850084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.879335777Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.879396939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.881968973Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a651210a-a1ce-4aae-9caf-83eb8860be32\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.882251005Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.883158233Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.883218964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.884908861Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1781e326-095a-4f8f-b406-f8f1d4ddd7f0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.884964832Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.887437479Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d435f9be-9d68-42e8-9afd-b991a55f9819\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.887574231Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.888641668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2afe68a9-3a5d-4b61-a598-3f45875e87f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.888824212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.889703955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"273fc224-3b92-4353-93ad-1eecaabfdbd2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.88989231Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.890795479Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a04eeb77-d577-4243-9df0-9999d772afba\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.890861471Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.892420237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f8b9a77-9980-424f-858e-f93125dbb667\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.892583392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.89448995Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65408ec3-823c-4f0c-9944-0a560f7c96ce\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.894616432Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.898030675Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7ab5e72-e95f-4c5f-b6a2-aa719ea78402\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.898156846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.899810551Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"773d98bd-0768-49c4-908f-a269ec97cc88\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.900081601Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.901947659Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d32ecb25-a6ed-4784-b6df-d0fde7d4ed1c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.902056256Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.903841874Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6586b862-e415-4809-9762-a2822cb1a39f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.904078565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.906461192Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19de14bb-ed37-48a8-bb09-7f881a98d128\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.906576492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.907668247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35a01e3f-6d07-4400-ba1d-9095b7add2fc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.907720351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.908908418Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2601c3fc-d93b-4ba0-aa86-b7c6cebb144a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.909045722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.910208459Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6a95b0c-2010-42c8-9844-c7d08a1f379f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.91033462Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.911375955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00361ece-5422-481e-8979-e9b42f204877\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.911488329Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.912709722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.912770233Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.912805413Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.912832216Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.913738181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.914115744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"162bf0df-9447-4131-baa0-c377eb313549\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.914287235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.917284277Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e6b7ed5-aeaa-4f76-a490-ad1eca0584cc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.917442271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.917586409Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.927095775Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.927145535Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.927173079Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.928043233Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.930339979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"443da98e-8569-4593-8920-2c7249f2ffd3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.930474086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:36.930799214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.930856909Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.931260283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.934986637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60b9ed1c-495e-4cfa-8440-3966df171025\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.936003624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.938069109Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a857ef6-6d96-4d37-9e5e-fecc21720ec2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.938406271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.942364938Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6c612dd-0bb8-4a6c-90d9-e1b5e1d4624d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.942602201Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.946476911Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d088e66-5f92-4297-9e5a-369354f5f957\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.946598052Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.947617594Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6489ce05-c9dd-45b5-ade5-9531493531af\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.947768354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.949908899Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b02a368-14c4-4427-a9c4-af86b65135c3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.950034139Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.952145305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0db3b18d-5cb3-4f8a-af3b-bcfa68dae6c4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.952209493Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.958546649Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6082568-12d0-434b-9833-31cf4f04f43a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.958630496Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.962514455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3295a79f-8891-4534-a304-3d74dbdd3318\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.962871967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.968136647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40105190-17ed-4607-a2c0-7ed5c31e070a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.968466604Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.970548963Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f940f2e-6d6b-4b4d-9fd6-5c99920fdc47\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.971897851Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:36.977290335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.97918023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.97970218Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d37a428-e443-4093-9383-b37a9533b410\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.979920114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.982905964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4708bab-437f-414f-ac5f-2caeebe8d201\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.983123216Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.986085489Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e9f66ab-8015-4ab4-9cc2-878ea6f54e24\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.986316569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.989909969Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d18a000e-9fb4-4f3b-b63d-8df7e2b8d6a7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.990345526Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.991298295Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"523fd9f6-8bc5-4a6c-8510-85592b05e7fc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.99175762Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.99284199Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7bef638-8050-4f6b-ada4-d32d66f59367\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.993065907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.994345426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"811db51d-6ff5-4b08-879f-398fbabe6ef1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.994564332Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.996163328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75b6e8b8-dca2-44e5-9964-a5275e7259c6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.996572493Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.996783243Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.999075851Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5608381a-6584-43c7-a833-97cef1de6375\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:36.999866376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.001836511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f04d4474-58db-4dac-a835-462d1388b846\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.002335305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.003649173Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dda90e9-bc53-4912-b605-f58168346c47\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.003884352Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.005787403Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76bb4cbe-6cee-4e0b-b475-415b3d2428ed\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.006239394Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.008172666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77bf4fd2-79c6-41a2-befa-514564489c7d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.008493465Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.00876699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.008941438Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.009225684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.010865842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.013679899Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.021881059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.021980267Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.022086689Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.02217258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.022477137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.023290978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.027091701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.032620046Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.032769964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.032804353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.03316415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.034143641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.034206156Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.034240454Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.034270404Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.034932473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.113701676Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.113790793Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:37.114508142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33131"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.118257803Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.133100176Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.13323262Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.133271838Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.135213987Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.13538068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"5521bb43-c894-4995-a42d-bf8c84c5d475","remote_addr":"[::1]:33131","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:37.136129081Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"5521bb43-c894-4995-a42d-bf8c84c5d475","remote_addr":"[::1]:33131","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":696,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.137067891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5521bb43-c894-4995-a42d-bf8c84c5d475\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.208865704Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.20893399Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:37.209579516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33939"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.210968103Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.211029264Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.211770261Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.211994898Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"edbfb9a6-e514-404a-be3e-7d83d2df7695","remote_addr":"[::1]:33939","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:37.212567229Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"edbfb9a6-e514-404a-be3e-7d83d2df7695","remote_addr":"[::1]:33939","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":579,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.212824792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edbfb9a6-e514-404a-be3e-7d83d2df7695\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.270490677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.270556539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:37.271407354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45476"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.273237741Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"cc602ef5-a98a-4e5a-a612-b68755c30215","remote_addr":"[::1]:45476","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:37.273544562Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"cc602ef5-a98a-4e5a-a612-b68755c30215","remote_addr":"[::1]:45476","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":325,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.27404056Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc602ef5-a98a-4e5a-a612-b68755c30215\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.31918636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.319279987Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:37.319750154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33463"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.321474359Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"e7be20a5-2008-4626-b91b-002762e0aaae","remote_addr":"[::1]:33463","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:37.321885599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"e7be20a5-2008-4626-b91b-002762e0aaae","remote_addr":"[::1]:33463","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":415,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.32210694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7be20a5-2008-4626-b91b-002762e0aaae\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:36 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.323273965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.323331139Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.323358253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.328055872Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.328117235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.328873201Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.328929573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.328959192Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.333452966Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.338859137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.339103384Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.339207461Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.33971883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.378279039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:37.385904011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:37.386256934Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.386318096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"698.389415ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.386358507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.38638516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.386414889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.386444087Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.386471682Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.387493999Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.391391304Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.402329558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.402472693Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.402513815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.403292907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.416852213Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.416978565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.419192977Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:51596","req_id":"4ee6257b-8c12-4111-9b5e-fc79d77dbbeb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 22 6e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 \"n..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.419391683Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:51596","req_id":"4ee6257b-8c12-4111-9b5e-fc79d77dbbeb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8814,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.420323259Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.420641483Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.423961007Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.424216506Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:51596","req_id":"4ee6257b-8c12-4111-9b5e-fc79d77dbbeb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.424836251Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4462, tv_nsec: 223752149 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.424985929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.425234545Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.42571914Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60672","req_id":"a21542f9-37cc-4378-90eb-6c9cbb24e94c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3d cd 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e =...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.425893427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60672","req_id":"a21542f9-37cc-4378-90eb-6c9cbb24e94c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.426224838Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.426477591Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60672","req_id":"a21542f9-37cc-4378-90eb-6c9cbb24e94c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.426661458Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52254","req_id":"cbe8f91f-8b72-4c0f-a722-504cd45c3bac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 06 49 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .I..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.426812088Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52254","req_id":"cbe8f91f-8b72-4c0f-a722-504cd45c3bac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.427064911Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.42729527Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52254","req_id":"cbe8f91f-8b72-4c0f-a722-504cd45c3bac","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.55392421Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.554312564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.554369688Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.554403115Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.554436691Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.555562835Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.555642334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.556248612Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.559011116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57378","req_id":"877d2aa1-1681-4db9-b994-9bb8d8731b81","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: fd 0d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.559076666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57378","req_id":"877d2aa1-1681-4db9-b994-9bb8d8731b81","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64781,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.559207567Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64781,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:37.55949524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57378","req_id":"877d2aa1-1681-4db9-b994-9bb8d8731b81","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.562131092Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.5621902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.562222374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.562534456Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.56331451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.563377415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.563409609Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.564724339Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.57160092Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.571682773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.571716941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.572222959Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.58279797Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.582858049Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.583265461Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.590409886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42003861-a718-4dd2-b9f6-2efaa77e85a0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.590642419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.603765265Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7cd50d2-2651-4439-82b0-507a2e0a6b7d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.603944252Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.624901238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1203f17-34fb-44c8-83bc-450b200d1280\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.625093941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.627377471Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83015cd5-3459-432f-b04f-c9117821ad45\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.627513001Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.642471355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f3930c3-6f05-4ad5-a780-1cb382a7ae83\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.643625675Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.646729198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cfb2923-ae38-4354-9864-48d06673dd8d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.647316589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.651740293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.654190404Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3bcd417-b9f8-4fe8-8006-c1eae77f3af4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.654260223Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.656484064Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb4da2ce-84d5-4c5a-8c7c-e3b542994213\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.656561679Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.65782724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ce56c41-09c5-45fc-99e0-2003387613a1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.658083792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.660960503Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97876950-03f2-45ab-91fa-e24273731714\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.661012767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.661049721Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3ce6e68-d404-4686-aee8-265219397887\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.661082116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.661650598Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"151fed41-2a1f-4223-a15b-b523b57ca754\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.661768082Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.663139365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37f4138a-5f0f-455d-bcf2-52febbecdad5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.663303922Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.665658233Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a778e0e4-d080-4aea-a0e8-af60febb6171\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.665735868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.667482658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9da10c1e-72c2-44aa-9967-230590610bff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.66759906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.670034974Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e86f058-57cc-43fc-b0f5-014fc374fdc9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.670099883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.672053305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01deff34-c7d4-4fe7-a7c4-fd143cba394a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.672123405Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.675310926Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c90af00c-55bb-47d1-b91a-fc9c6bd03447\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.675708127Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.678317326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9a3d348-83cf-482b-a2ec-1067ca88ad6b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.678498567Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.681358315Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce116429-0324-41fb-822d-17beb91d0de7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.68166727Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.68249511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceb134aa-d854-43e0-8e57-40daf3c87a34\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.682658495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.684877116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c472b238-1c8e-4613-ba59-4edd3788be0c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.685072415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.686042427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00fffc4c-b08b-45a1-8ea8-f96c89038d1e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.686108319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.687462868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcb878af-7b0d-46f6-a356-bb44e48d973c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.687692435Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.691590141Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42134ac5-1949-4605-b390-4677f9ec052d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.691892443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.69476194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d97f7ae8-bc6c-433d-ae75-11af8d2f3ed7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.694968402Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.696516526Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d22e1a23-b287-4ee5-8eaf-d9cd49c86019\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.696710172Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.698894534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"091931d8-9aea-46c5-958b-379bc9e330ea\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.698960065Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.708932264Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.709118665Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.70922132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.709369816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.710435709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.711705059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e76d5f3-a6ba-4f6a-8136-756d7cbf673e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.711930648Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.71345237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.728904417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.728962132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.728993465Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.733582919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.738734643Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.738817598Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.74042419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.743731178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"534910e3-f2b1-481b-9ec8-fbf7f9301fec\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.743894694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.748491553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1cfc56e-9694-4ffd-ab61-9ad59a707eb7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.749136979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.763208065Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b4f8ecd-20d7-4bba-b8c3-24e0f3091ae8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.763460889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.777186787Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9c8ed0b-5926-4c62-a1a3-c3b9b967050c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.777870319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.797541321Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d81b26a-d6b9-4c71-8185-6b9ee95d0545\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.797815908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.813541611Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.8194686Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f0e8473-3a17-477d-a5f1-a831a75f0e96\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.819637586Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.823251697Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3fff690-ddac-4457-a626-4052403622ad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.823371446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.825243316Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e49c729-ac80-4146-824c-3d05e9083b6b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.825296822Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.827236346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f535c70-7476-4458-9930-ed403c16575b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.827359342Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.82926074Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e47c13a1-35b2-4162-9f5e-d214ca788aba\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.829522922Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.834233728Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a403e8c2-00bb-46ed-83b7-fce42ac71374\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.834360431Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.837695466Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ec80514-1a0b-45bd-9a19-539bde73aecc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.837760696Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.838718694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a620c13-1d44-4534-998d-b94248c58bd6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.838952821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.840571215Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb6bc308-681a-4182-94b5-3c4cddc94bfb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.840860722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.84175302Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f23c78f7-554a-4c3e-9209-ac607f708047\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.84187829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.843217308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3753b385-392c-41e7-b77c-0b0af68c57be\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.843276726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.843306896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.845695996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f6c3fcb-c753-4c07-9512-b142d40e5e00\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.845761427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.847303749Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77a36244-f79c-4818-b4a4-fd009b5f9760\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.847444821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.850686099Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbff5e29-7184-4940-9d39-6aa2228e876a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.850862891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.851973914Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"817ee54f-aac1-4bf2-99ac-c11b98337407\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.852115346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.853242312Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38627d2d-ab7d-464f-982a-cc7b9752eeb8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.853400357Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.853450987Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.853481649Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.853511268Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.85438097Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.857540816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.862313626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.862423885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.862525107Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.862617431Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.862700947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.86413787Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.864593358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.864715151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.864802585Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.864884508Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.865565475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.867193308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.885188753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.885249514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.885278872Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.886745565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.897131518Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.904818524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.904928844Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.905020617Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.909138361Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.909289332Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.909419832Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.911091072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.912940927Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.973660497Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.973732801Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:37.974310673Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57715"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.97538351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"0be306d8-bc39-4ac5-a293-d0f7fe72b0e4","remote_addr":"[::1]:57715","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:37.975751634Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"0be306d8-bc39-4ac5-a293-d0f7fe72b0e4","remote_addr":"[::1]:57715","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":375,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:37.975916953Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.975968726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.976942226Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:37.977105361Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0be306d8-bc39-4ac5-a293-d0f7fe72b0e4\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.050170017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.050241871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.052532875Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51167"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.052600881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.052644417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:38.052693175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.052728675Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"2746ba56-7e3a-4e48-af21-e538ad159401","remote_addr":"[::1]:51167","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.052838825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"2746ba56-7e3a-4e48-af21-e538ad159401","remote_addr":"[::1]:51167","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":236,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.053291898Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2746ba56-7e3a-4e48-af21-e538ad159401\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.123013694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.123094675Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.123883978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64726"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.127299202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.128136721Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.131019244Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"a4df7e24-0580-4222-a138-897a32b01ec8","remote_addr":"[::1]:64726","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.131818066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"a4df7e24-0580-4222-a138-897a32b01ec8","remote_addr":"[::1]:64726","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":827,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.133249568Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4df7e24-0580-4222-a138-897a32b01ec8\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.186287863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.186367522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.188276295Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49631"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.18887073Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"2fa1cb54-02dd-4125-963f-314579572baf","remote_addr":"[::1]:49631","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.190135199Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"2fa1cb54-02dd-4125-963f-314579572baf","remote_addr":"[::1]:49631","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1271,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.191220191Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fa1cb54-02dd-4125-963f-314579572baf\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.193225386Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.193309083Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.193341447Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.196869937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.196933364Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.196969837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.197000207Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.197590142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.201075938Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.207938501Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.20829452Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.20834945Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.209847334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.230907275Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:38.243666847Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:38.244106153Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.244158286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"857.792165ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.244195481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.244225761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.244256773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.244287674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.244314848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.244924734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.246973956Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.251671336Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.251737287Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.251770804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.253110944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.257277936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.257339569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.25821324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56061","req_id":"feff2853-07f8-4cda-add8-551654c5cea4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 31 3e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 1>..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.258321125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56061","req_id":"feff2853-07f8-4cda-add8-551654c5cea4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.258690771Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.258996671Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.259486417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.259719521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56061","req_id":"feff2853-07f8-4cda-add8-551654c5cea4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.260244136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4463, tv_nsec: 59127700 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.260910664Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.26109429Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.261874134Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63190","req_id":"95056d56-34fe-4cb0-ad14-2145ffc2b3d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5c f9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e \\...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.261926639Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63190","req_id":"95056d56-34fe-4cb0-ad14-2145ffc2b3d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23801,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.262025245Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.262185825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63190","req_id":"95056d56-34fe-4cb0-ad14-2145ffc2b3d0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.262308439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60005","req_id":"4b93127c-50ad-4a8c-8f05-bf059636a5f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b9 1e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.262446695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60005","req_id":"4b93127c-50ad-4a8c-8f05-bf059636a5f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47390,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.262541734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.262685461Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60005","req_id":"4b93127c-50ad-4a8c-8f05-bf059636a5f6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.352291425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.352539018Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.352593607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.352629408Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.352660741Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.353683298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.353958386Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57389","req_id":"ac48ab21-0890-4d2e-9db9-fe4827ab7305","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e9 ab 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.354093505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57389","req_id":"ac48ab21-0890-4d2e-9db9-fe4827ab7305","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.354226901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:38.354386248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57389","req_id":"ac48ab21-0890-4d2e-9db9-fe4827ab7305","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.354517921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.354563772Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.35459272Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.357408149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.365844358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.365952493Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.36682904Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.367553684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.370022853Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00accaec-41b9-4015-bea4-88fe05eddb89\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.370441167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.370908638Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.371018617Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.371744724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.374518821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a8ffc8a-2137-4e75-a069-6dacf2a9d403\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.374835542Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.380855727Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de8988e3-cb34-4e57-8f2c-fd39ccf3d41f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.381184903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.385972282Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76a90ab5-032d-421a-9df9-fabff290022c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.386915872Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.391730434Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b470694-1454-4dd4-a1ae-848ae585e73f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.391944491Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.395210929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e23f9818-28da-487d-8457-e788d2b391df\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.395672619Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.396521651Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.397212737Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.400138206Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6974a67e-678b-49f1-8209-574aa4c897ad","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.400463915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6974a67e-678b-49f1-8209-574aa4c897ad","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.400800576Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6974a67e-678b-49f1-8209-574aa4c897ad","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.401947571Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6974a67e-678b-49f1-8209-574aa4c897ad","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.40568118Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6974a67e-678b-49f1-8209-574aa4c897ad","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":5685,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.407376218Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6974a67e-678b-49f1-8209-574aa4c897ad\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.407728299Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.411317801Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.411732457Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"1e49a244-c3e5-4287-a57a-ca7783dd6b44","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.412118757Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"1e49a244-c3e5-4287-a57a-ca7783dd6b44","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.412411871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"1e49a244-c3e5-4287-a57a-ca7783dd6b44","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.413990496Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"1e49a244-c3e5-4287-a57a-ca7783dd6b44","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.416620757Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9740a891-0c6a-482e-a5b8-5e03132fc548\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.416930043Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.417632513Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"1e49a244-c3e5-4287-a57a-ca7783dd6b44","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":5851,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.418892583Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e49a244-c3e5-4287-a57a-ca7783dd6b44\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.419077281Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.419247691Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.419329644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.422887833Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0204a4-0d54-4afe-a806-20aef332b6ea\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.423103233Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.424746777Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"874b27c5-cf89-4014-93e6-439f10cbec15\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.42496886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.426051577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b64739b-8073-4ae0-a6f9-b4900f3862c9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.426456644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.428225629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a987a409-9367-4631-a642-e669a8ae5410\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.428439395Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.429483635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6669c4cf-e753-4b7f-8d0d-ad73880b621d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.429695076Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.434600791Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abfff20f-2c44-4a7a-a035-a32af4b1a1ea\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.435020677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.447307217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.45385815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.457446349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.458298307Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.458353026Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.458383085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.462612011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.462691129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.462725908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.462753984Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.463471303Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.472429913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.479981369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.480048462Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.480082099Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.480517377Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.487775618Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8ccf5d0-3376-46f3-a097-60eebe0a3946\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.487980276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.488364171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.488418449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.48886588Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.505588399Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d35bce88-a106-4203-b92a-167011d76707\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.505915421Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.508420241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fa96f57-d979-4a5c-8520-f072f4726c8e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.508637865Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.511099349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2854ee5e-4fcb-4c20-91e7-3aa3661f8ef7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.511314287Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.515381431Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc5dfa23-8b56-4e33-9c38-f9f61bd675dc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.515597491Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.517789669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e91fd8f4-70ae-4edc-9606-e6911c004e38\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.518080759Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.519388535Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"243e3c94-7f97-490f-8125-83c9a1b7e6b3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.51972733Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.521050837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57729f16-d8ce-47de-822f-fe53cb4f4f3d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.52154414Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.530992675Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa1e07be-3284-40b6-bf08-803ab5380510\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.531247633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.535364596Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccc9bc79-fbf3-4e2d-bcde-6a7976b98ec9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.535579584Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.536438095Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.538907355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f57cf9c8-1d23-490b-a47e-664045e9c143\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.539631438Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.543627399Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"897e20ec-a16e-40d2-804e-d76200c799be\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.543891105Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.54720152Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d46bea0-7822-402d-8b96-bdc7dc2e544a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.547471558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.549479098Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d37be07-0eae-412f-9a2b-fa28744975ec\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.549762633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.55328935Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b0b9d89-85a6-44cc-80a2-d3a5f5e2cba2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.553503427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.556129479Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7eeaf56-89e9-4160-b657-9153f4b7753f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.557499138Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.560523143Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ef16d3a-3416-4b30-9f58-5c3d616018c0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.560895976Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.561878894Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d5d4cbf-bbfb-4617-a162-0f2387aa03e8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.562005436Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.564991867Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8db5a838-e4db-48c4-a629-8a255e2473c3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.565088279Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.566524941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49da4591-a2d2-4ba9-9aa1-4d7d2d8c2fca\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.5668808Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.568273936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.568357132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.568389486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"127.0.0.1:52570","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","remote_addr":"127.0.0.1:46222"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.568718612Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/ba62cd5d-b463-4373-943b-6bcde6f6c117","method":"GET","req_id":"bf938b80-b1dc-4844-8cec-f0cc56b72653","remote_addr":"127.0.0.1:46222","local_addr":"127.0.0.1:52570","component":"dropshot","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.574322988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/ba62cd5d-b463-4373-943b-6bcde6f6c117","method":"GET","req_id":"bf938b80-b1dc-4844-8cec-f0cc56b72653","remote_addr":"127.0.0.1:46222","local_addr":"127.0.0.1:52570","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":5614,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.574552055Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"387477c4-1838-4cb4-aa91-e71fd02f3341\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.574676292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.574797924Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.591341356Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.591476305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.591555312Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 18 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.59208597Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 18 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.59227171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 18 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.592513041Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.593818522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.593950765Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.597046062Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.597505107Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.597624826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.597719003Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.598677503Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.599229583Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.599365955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:46:38.593776167Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.603467697Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.603571304Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.606506782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.606563996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:46:38.603426124Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.607739088Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.607796141Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.608412459Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.616912856Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.616987965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.617055961Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.61747714Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.61784828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cf6718c-6594-4627-9614-5d3115c3cc86\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.618046114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.619080695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.619137528Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:46:38.607649890Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.619921059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.619967833Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.62219015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.622247575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.622748703Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.627224291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.627367195Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:46:38.619827934Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.633987847Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.634359467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.63982178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.64439901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.644502787Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.647935947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.648041277Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.651240531Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.651341452Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.656422666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.656525521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":13,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.657689551Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec932b97-f00e-4001-a6ef-e4ea5ab55ea3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.658011602Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.661494442Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":13} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.661607236Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.663062927Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5aaa657-a9fe-4700-aa26-e73214418ca5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.663287845Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.666982937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a911cd18-f950-4a95-b1a5-4742fb7c29b4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.667210761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.671122876Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de808fe9-6870-4d30-be27-879030dcffc1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.671343245Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.680470881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b277232-3e31-49cc-b3b2-1d5eacdd29b0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.680643535Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.689332026Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:38.694938507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.69559774Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6bb79d6-64a1-473e-9a3f-6b8cf68dece0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.695742318Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.697080084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae12ddeb-d2ef-444d-862d-d17a287ce174\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.697207077Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.697833084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f872c9b8-593d-43a3-a57d-ec0f4886aafc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.697978935Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.698939348Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f91da0de-baa2-449f-b2e7-ec611e97f3fd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.699124547Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.700115582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"522f59fb-02c1-443a-8d76-b17e3db318a1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.700181693Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.700212996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.701853725Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"528abeca-d65b-4626-96a5-9c3808239dcd\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.70206712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.703551387Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54673fe3-9538-46b1-a2b5-389b441b0014\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.704704795Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.707248684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0672977f-0a50-4d66-8632-cbbac4b0fac3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.707313834Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.710109694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fd77eb6-ec3f-42a5-b4d7-2ccbaee8e5e9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.71025795Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.711376589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"852cd99d-8b90-4293-8fbf-9d0c8d446daf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.711515105Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.711560134Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.711592469Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.711620855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.712312473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.717290923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.723170267Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.723253883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.723288252Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.723344003Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.723382339Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.724116091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.726590732Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.733137125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.733259509Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.733349659Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.733895626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.808296555Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.808368418Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.809369262Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.809432899Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.809466987Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.809495594Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.809652116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.809706905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58551"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.810926164Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"ad34e306-7040-480e-8fbe-db020e5b047a","remote_addr":"[::1]:58551","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.811197906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"ad34e306-7040-480e-8fbe-db020e5b047a","remote_addr":"[::1]:58551","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":293,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.812095344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad34e306-7040-480e-8fbe-db020e5b047a\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.862887624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.862938215Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.863687117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.869539748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.869601441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.86963132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.870276155Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.870802624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37173"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.872329206Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"fff56f72-edc5-4926-907b-cbf1448bb377","remote_addr":"[::1]:37173","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.876255408Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"fff56f72-edc5-4926-907b-cbf1448bb377","remote_addr":"[::1]:37173","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":3899,"response_code":"200"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.87805824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.878125775Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.878151807Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fff56f72-edc5-4926-907b-cbf1448bb377\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.939442254Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.939537023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.939842381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.939892501Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.940868466Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.941101811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36925"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:38.949770563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"4373237e-1f06-4a1d-bb1b-4bcdf5c6142d","remote_addr":"[::1]:36925","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:38.950057564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"4373237e-1f06-4a1d-bb1b-4bcdf5c6142d","remote_addr":"[::1]:36925","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":277,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:38.952005365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4373237e-1f06-4a1d-bb1b-4bcdf5c6142d\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.022704479Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.022774939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:39.024191802Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63011"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.026669659Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"27c161a0-860f-458f-a3be-428250567fdf","remote_addr":"[::1]:63011","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:39.037517072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"27c161a0-860f-458f-a3be-428250567fdf","remote_addr":"[::1]:63011","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10839,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.038790118Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27c161a0-860f-458f-a3be-428250567fdf\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.042749026Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.042808124Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.042839376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.050132628Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.050196304Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.050231715Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.05025937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.050920678Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.056145177Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.064228192Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.064535124Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.064651936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.065458002Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.182260504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:39.192062714Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:39.19245718Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.192718741Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"948.427009ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.192966886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.193018468Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.193051624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.193082917Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.193111373Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.197138938Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.201708493Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.207296857Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.207380624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.207416485Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.208715634Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.214877752Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.215180936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.216417349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54360","req_id":"6007b7cd-7e51-475a-854a-a0b6c667c436","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ae 76 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .v..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.216640804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54360","req_id":"6007b7cd-7e51-475a-854a-a0b6c667c436","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44662,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.216944038Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.217318384Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.218941759Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.21912326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54360","req_id":"6007b7cd-7e51-475a-854a-a0b6c667c436","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.219650812Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4464, tv_nsec: 18572702 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.219796311Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.219979536Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.222389969Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61734","req_id":"0f06df15-71b6-4704-9e7b-8c3ec64a6b7f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c0 66 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .f..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.222564477Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61734","req_id":"0f06df15-71b6-4704-9e7b-8c3ec64a6b7f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49254,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.22285702Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.223006437Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61734","req_id":"0f06df15-71b6-4704-9e7b-8c3ec64a6b7f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.223180644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64745","req_id":"1f46fada-ad26-4370-b29a-cb624115940a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1a 29 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .)..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.223331515Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64745","req_id":"1f46fada-ad26-4370-b29a-cb624115940a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6697,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.223588928Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.223728636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64745","req_id":"1f46fada-ad26-4370-b29a-cb624115940a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.340189136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.340674032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.340808019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.340907147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.340994441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.341800467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.342463157Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58598","req_id":"71ffe45a-148f-4bff-9d37-6f2af4e30b07","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 05 20 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c . ..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.342643086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58598","req_id":"71ffe45a-148f-4bff-9d37-6f2af4e30b07","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1312,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.342932873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1312,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:39.34313726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58598","req_id":"71ffe45a-148f-4bff-9d37-6f2af4e30b07","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.343565363Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.343672938Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.343808788Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.344970012Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.350100213Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.350196355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.350282276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.350805419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.352148475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17f92666-1e36-4a11-954c-80c096f5b80a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.352563712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.354357416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.354468066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.354981499Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.355252209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"448f633f-9d03-46e8-a80f-6c6a50e69ef6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.355527196Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.357636609Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51297235-7572-4b7a-8799-92eab69ed60c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.357938611Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.360696726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d038757-4e0c-463f-bd24-6fa30c0e09f9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.360913398Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.365092014Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c3f1833-88a5-4462-832a-34118454f006\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.365235139Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.367872955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"693ccb8e-617a-4b66-9fe6-6814a9ad277b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.368002122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.370297846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fe30929-84e5-4ddb-8eab-fd086b7e67db\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.370685749Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.375042189Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d4d7961-4801-4ad2-8ec3-efdb3f76ed58\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.375282958Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.376229054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dd3b055-fd80-477d-baf1-81bdee7a920e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.37645808Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.379195985Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7f53b2d-94e2-4988-9562-dc94fe7b9d55\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.379327517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.380614972Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eed44e55-cbd6-4517-b8ac-3dbd2d445817\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.380736665Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.38228523Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a05a0cc-1db7-492b-9d89-9c3237ecbc04\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.38236551Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.383904086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"148dda82-472a-496a-8c8b-c161f5dfc27d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.384196709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.387469058Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.389157282Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ec729b5-1df3-4d7d-83e6-b56c6577df5c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.390083918Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.393438823Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"913b849b-b161-4f36-a090-860f512323ed\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.393559022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.396701123Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cd10dab-a603-4713-8631-939994f3f11b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.396767415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.400623678Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7192c82c-ac5b-43bf-b0da-8eab3dcd1ad0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.400861101Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.41201744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd7574a0-951b-4c06-849b-7eae1c03b1de\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.41225376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.415136484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eb7f0bf-3a59-40fb-915a-31f10de0062a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.415371162Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.416771051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d0c58ab-67a6-4606-8d61-bf0709570321\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.417548059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.419357795Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b71a9407-fc03-4f4a-b863-3aa99e3e21fe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.421248582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.4237421Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"563cdcf1-6e25-4633-acdf-0d3912f13410\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.423939914Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.425797886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ae37a4b-1b10-4920-838e-62125f685027\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.425970069Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.43044244Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89208d11-8518-4bab-821d-e5cd113d1722\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.431005242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.434792006Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56584206-ed32-4f67-9d7b-8811ec4789bf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.434945262Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.453005145Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.45305783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.453090224Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.453115996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.453641022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.454646565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.454707176Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.461214291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.46233301Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.462399723Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.462430594Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.462466306Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.478074454Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.478144383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.478176367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.479019336Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.492313935Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.492489836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.493055974Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.49622128Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20b538d1-898c-4586-bf73-7c4ce71615cc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.496779132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.56679294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"509eeef9-7be9-41ff-ac81-81a99450d69e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.567158939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.579323957Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"339dc0fb-35c6-4adb-b97b-ae2472903a55\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.5800631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.588358728Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8150f124-0d62-49fb-ba09-08da9a186a0f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.588546783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.589036438Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.59519545Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33ed5aec-6a59-4fcd-8cd6-20ce746a26ab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.595641148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.596822181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"035b6c5f-4441-472c-aa79-e74850135d04\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.597138932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.598446407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"499289da-a12d-4ad2-94e1-e86480acf152\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.598817066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.600395942Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c502f517-94d2-4958-9d20-e3ca85e52403\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.605958044Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.609694057Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ed94f12-e1f0-4e46-98b1-55cabbfb4636\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.609834337Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.611952477Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0e996b4-5c6b-44da-92a0-fe1e2fa8909e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.612015863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.627877467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3afcaaeb-371c-44e9-a1ae-15e1c81805a9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.628379307Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.630934878Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8e9fb7b-5a7e-44de-a90b-42905ada19f6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.6311919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.637039572Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e754f4dd-e638-4b10-bf32-a68360380ec7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.63725446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.639495054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.639560214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.639644933Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.639688169Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.64058703Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.647214184Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"109af82f-7535-40e0-9199-dab956a95b03\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.64788505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.64840701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.65736557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.657443535Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.657478956Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.658085174Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.662624829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bb62170-4a21-4ba0-9fc2-55e5b84dc1ce\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.662702473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.664484424Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85a349eb-2399-4959-ab4b-31996cba516e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.664594763Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.665455128Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74f01d3a-c228-424d-aebc-275bd4605c8c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.665539285Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.670995106Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.671336636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.678572413Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.684417068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d395e44-a8c6-4a34-8685-85da689df9ad\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.684571426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.685798931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b82e3c10-6c4f-4f9c-894d-6889dca419c6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.68625992Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.687316104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"415ec6eb-c7a3-4324-9239-9fe6146305fb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.687453909Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.687501313Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.689659052Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5c007c4-6287-45a8-b952-9e4e8b1797d6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.689700956Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.691563617Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2d21376-6e82-4faa-91d0-8046ae9a502a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.691696592Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.694286512Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2ee0ec0-f093-4577-bbc1-4d0f58fa4c12\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.694349999Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.695497996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b93b6f7-2fff-472d-81fe-e7dfeda4160f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.695835809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.696961973Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a49c705b-730b-4f12-8c9c-31313a850916\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.697169597Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.69721114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.697240538Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.697267412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.697907697Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.701139236Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.706705346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.706825926Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.706919202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.70700825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.707117167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.710066473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.719352996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.726772529Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.726844672Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.726880283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.727985976Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.819795921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.819888305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:39.820463902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58703"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.822985326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"934ee921-fd7c-4e08-b16d-383955759ed6","remote_addr":"[::1]:58703","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:39.823985078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"934ee921-fd7c-4e08-b16d-383955759ed6","remote_addr":"[::1]:58703","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":976,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.825185229Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"934ee921-fd7c-4e08-b16d-383955759ed6\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.881799379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.881879909Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:39.887219037Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45157"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.888250913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.88831441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.888904495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.890165929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.891944252Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.891999312Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"953ebf5c-8e01-4377-9393-3648920e03d1","remote_addr":"[::1]:45157","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:39.897568638Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"953ebf5c-8e01-4377-9393-3648920e03d1","remote_addr":"[::1]:45157","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":6171,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.89852813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"953ebf5c-8e01-4377-9393-3648920e03d1\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.96272125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.962792452Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.963179193Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.963238441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.963271637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.963301286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.963978946Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:39.964186259Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54942"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.964482179Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.96454301Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.968973117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"2edb09a6-3e8a-4294-bab7-f4e78659d0c7","remote_addr":"[::1]:54942","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:39.969874994Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"2edb09a6-3e8a-4294-bab7-f4e78659d0c7","remote_addr":"[::1]:54942","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":827,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.974212797Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:39.974278518Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:39.976649451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2edb09a6-3e8a-4294-bab7-f4e78659d0c7\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.038462821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.038537149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.039227614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.046093284Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.046177191Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.046207912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.04662363Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:40.0475517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51788"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:40.048885828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.050181529Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"c94d7aba-8e1a-4256-b987-044940f3f939","remote_addr":"[::1]:51788","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:40.0539762Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"c94d7aba-8e1a-4256-b987-044940f3f939","remote_addr":"[::1]:51788","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3796,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.054797967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c94d7aba-8e1a-4256-b987-044940f3f939\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.058191829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.058281217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.058344564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.064232034Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.06437075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.064519507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.065260613Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.066251227Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.066770482Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.06687981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.067702689Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.075813209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.08715696Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.08757856Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.087649231Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.088309016Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.163153238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:40.163718244Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:40.164240715Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.164305013Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"971.323869ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.164341105Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.164370984Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.164401225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.164430383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.164457176Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.165250026Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.170539555Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.177324053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.177427308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.177523179Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.178218164Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.182837327Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.182911595Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.184594849Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58199","req_id":"d01a41fa-7505-4d6f-a495-19e6b3fe9d1d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 3f ae 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ?............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.184655951Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58199","req_id":"d01a41fa-7505-4d6f-a495-19e6b3fe9d1d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.185243331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.185290425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.18554871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.185597387Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58199","req_id":"d01a41fa-7505-4d6f-a495-19e6b3fe9d1d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.186376248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4464, tv_nsec: 985266385 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.186446078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.186528472Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.187423375Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63059","req_id":"5b3008e2-01fa-4de3-9752-9297672e1583","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0f 74 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .t..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.187483344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63059","req_id":"5b3008e2-01fa-4de3-9752-9297672e1583","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.187566219Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.18779215Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63059","req_id":"5b3008e2-01fa-4de3-9752-9297672e1583","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.18804311Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58344","req_id":"1f1bbf35-6b35-4fa7-86a0-9ed685388081","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1b 85 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.188448367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58344","req_id":"1f1bbf35-6b35-4fa7-86a0-9ed685388081","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7045,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.189316547Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.18947381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58344","req_id":"1f1bbf35-6b35-4fa7-86a0-9ed685388081","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.333282359Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.333967875Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.334238925Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.334285378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.334313384Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.335056514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.33542058Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60246","req_id":"5c5c6368-ff2b-408b-9077-958c3ce2bb2e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3f 93 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ?............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.335618775Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60246","req_id":"5c5c6368-ff2b-408b-9077-958c3ce2bb2e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.336137378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:40.336744027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60246","req_id":"5c5c6368-ff2b-408b-9077-958c3ce2bb2e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.337415414Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.337471145Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.337498951Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.338399144Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.352063239Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.352167326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.352261925Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.353125556Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.35562205Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.355732049Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.356283558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.357137589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13424446-21ca-49e7-b253-33f5e8c7e9f4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.35747426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.359307393Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41766ea8-c7ac-4e8e-ba95-6cc54385b2da\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.359767299Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.364663374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e01f2197-d7b7-4e77-80c4-0460cda68ec9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.364909524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.370792285Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c69b0624-152f-430b-80cc-eff0e8cee3c4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.371136181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.374129004Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e8e851e-c427-479d-a9da-6e761576335d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.374343511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.378746714Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7f36494-f84f-475f-8144-3df38d4b75ab\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.378963676Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.381849967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f2df091-feaf-4a3e-9ea9-6414d884cddf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.382064034Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.383887787Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0da2a32e-53aa-45ff-80ee-b1538b04ac2c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.384100722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.385096636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8b6b16c-5a3c-40a2-8605-06031da58ff0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.385328308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.387659292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42d37377-33f1-497e-92d3-d747c6d63235\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.387924089Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.389062488Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5728ab54-3b10-4603-8a56-fa99778b543f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.389284129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.390490152Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efd190cd-ed8b-4978-9b58-ee532bc6d7e4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.390700591Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.392035481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfed6f11-cd0d-4afa-9d29-e8280411727d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.392290359Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.394647876Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a02b0339-c852-4d00-96f3-106e409c838f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.394908726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:40.39773162Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.398211897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.39859481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9343ee20-d819-4264-ba5c-f6fc7a829f6f","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.398980368Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9343ee20-d819-4264-ba5c-f6fc7a829f6f","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.399098764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9343ee20-d819-4264-ba5c-f6fc7a829f6f","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.400047595Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9343ee20-d819-4264-ba5c-f6fc7a829f6f","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.400528483Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.40272007Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6974e79-5e67-409d-a4b9-7796efa46608\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.402932573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:40.404375488Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9343ee20-d819-4264-ba5c-f6fc7a829f6f","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":5640,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.404811406Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9343ee20-d819-4264-ba5c-f6fc7a829f6f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.405006004Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.406519329Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"9db7de92-d47f-4009-8de2-c36fdb1f83d5","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.406926731Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"9db7de92-d47f-4009-8de2-c36fdb1f83d5","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.406992181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"9db7de92-d47f-4009-8de2-c36fdb1f83d5","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.407612077Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"9db7de92-d47f-4009-8de2-c36fdb1f83d5","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.410941931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e1ab8c6-7ae6-460b-918c-5052d5f386d3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.411049886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:40.413050683Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"9db7de92-d47f-4009-8de2-c36fdb1f83d5","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":6543,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.413389317Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9db7de92-d47f-4009-8de2-c36fdb1f83d5\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.41356635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.413619536Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:40.413647872Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.416620365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27068dc6-131b-4926-a4d6-fe9c7f37e027\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.416741496Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.420116451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d976085-e341-4b77-ac77-217553e86eee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.420189927Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.423959357Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff4ee604-2a91-4748-af26-fb97d8016531\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.424207101Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.425562421Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b5dbcf5-1d51-45b3-b9c2-e923fb1be212\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.425741719Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.427093722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63a4eea2-09cb-4b4a-9807-0d47f9377bc5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.427281006Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.428595575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dcad70f-937a-43f9-a685-ea6c30ef3145\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.428836375Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.430233178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd911a3c-4a05-4e4c-bd51-973e7c51dcdb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.430335111Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.43206609Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80180691-77d8-4f9e-84f2-c219d385fb36\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.432219475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.434759095Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8606dffe-3e59-4f24-8e8e-0812032db47f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.434835297Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.437544184Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ae27c81-00bf-49a3-bb1f-3ae24969f9f2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.43761725Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.439580191Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.439637575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.441097264Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.441729503Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.441782649Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.441812879Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.442794716Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b88da6ef-881e-4063-8d78-c97f7b097191\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.44292722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.445859712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"188535b2-f40b-4b71-b684-24c8c08468d3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.446157105Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.448986813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c544ec8-5361-4281-870d-612f3cd428b3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.449062905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.451554589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36160ecf-8f96-4ee0-a745-6d3a614f1129\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.451751532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.452299133Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.45235783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.452388531Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.452414011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.452965039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.454252034Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1946acf3-476b-4ac2-9730-69362a9b32d0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.454334308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.460293982Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d34409ab-4b99-44df-9560-ca9f225209ea\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.46109632Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.461726456Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.471014993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.471115122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.471202607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.47173116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.48137769Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"740d6615-67fa-4de7-adef-bc2ed1905b95\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.489319403Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.489419462Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.489454993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.489479622Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.498581096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e754d28-ec08-4e55-8fd1-775f9c067b06\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.498821535Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.518868347Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a651b8e-ab36-44d7-a823-e04c57572a48\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.519021412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.525356364Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c41a7960-f9e3-4900-b970-7a856aa0a712\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.525697334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.527866916Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e1fd094-30d7-4d73-9ed5-9995a453d507\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.527915764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.53428316Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdcdd7ee-cb86-462f-8c3c-319ca3dab8b7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.53445357Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.537267366Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20bdb9c7-9273-455e-ac74-73eb240295de\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.53738466Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.540204669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03a4810d-f4b4-48d1-82fe-b132551291eb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.540445118Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.544669294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46d83ddd-ddba-4392-894f-d6cd78ce04a9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.544941877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.549318648Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d23eead7-05a0-473c-bcfd-6cd5fd7eda42\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.549448096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.552228145Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a6e5ff0-b410-4bac-add3-21a2303c793c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.552362552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.553555319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3f9d3e1-2309-4559-b60f-47eb16f6d9d6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.553740298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.555002532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9da4258e-6dcf-42dd-bd2f-24504f26daa8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.555169696Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.555213082Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.557775948Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19946f65-8a91-4799-a334-0412ffcceec3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.557984955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.560182223Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0dac97d-2483-4e4b-9a1b-892f57a9c55e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.560313905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.561579697Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40d57c0a-a3d6-4e00-9497-926f4d9886d5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.561919093Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.563841213Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b8e2877-5937-436b-8570-3e39d3ad3e98\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.5639853Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.575310575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d3f4712-05b5-474c-b2b4-870032f9cd07\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.577588834Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.577634595Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.577664305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.577690747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.578883504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.582362616Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.590968983Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.591055155Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.591094193Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.591129633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.591162068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.592505705Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.596413381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.601022354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.601086402Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.601120089Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.601633231Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.609526538Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.661718367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.661797825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.663148476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.663214017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.663245149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.663271231Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.66458073Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:40.664641541Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47469"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.66687938Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"9ebedfd5-4228-4aa9-9a24-8de65b6b1beb","remote_addr":"[::1]:47469","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:40.667254988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"9ebedfd5-4228-4aa9-9a24-8de65b6b1beb","remote_addr":"[::1]:47469","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":340,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.668428246Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ebedfd5-4228-4aa9-9a24-8de65b6b1beb\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.74429221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.744358061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.745465928Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.753817739Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.753881967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.753910213Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.754526892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:40.754625568Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33725"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.75580563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"533bf603-4340-4c65-963a-0fc57f86c012","remote_addr":"[::1]:33725","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:40.756246147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"533bf603-4340-4c65-963a-0fc57f86c012","remote_addr":"[::1]:33725","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":464,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.757001753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"533bf603-4340-4c65-963a-0fc57f86c012\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.812389459Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.81247029Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.812885938Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.812939865Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.813507085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:40.813854137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51650"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.815031312Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"859b4a5b-2ba0-4c69-884a-7613c595cc21","remote_addr":"[::1]:51650","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:40.815331731Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"859b4a5b-2ba0-4c69-884a-7613c595cc21","remote_addr":"[::1]:51650","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":286,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.820077396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"859b4a5b-2ba0-4c69-884a-7613c595cc21\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.880981864Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.881284237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:40.883066448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48793"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.883721353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.883771713Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.884086019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.885304778Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.886067738Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"21af3830-0396-4d79-9a25-3974d13d61b4","remote_addr":"[::1]:48793","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:40.890955105Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"21af3830-0396-4d79-9a25-3974d13d61b4","remote_addr":"[::1]:48793","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4926,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.89274434Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21af3830-0396-4d79-9a25-3974d13d61b4\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.89545424Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.89551474Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.895544149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.899393569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.899538177Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.899699588Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.899868465Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.900753298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.90197385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.902047116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.907692874Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.911802933Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.912170075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.912211928Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.912920831Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.914376922Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.914440218Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.951845606Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:40.958676185Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:40.959505778Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.959575106Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"795.250064ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.959612521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.95964219Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.95967228Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.959703342Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.959730947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.961531715Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.963899763Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.97097005Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.971632249Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.971670836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.971696578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.975087424Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.97514101Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.976079039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64888","req_id":"67ae1884-fb33-4101-866d-fc41f2eb8c8e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 17 bd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.976142837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64888","req_id":"67ae1884-fb33-4101-866d-fc41f2eb8c8e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6077,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.976351873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.976615148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.976648143Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.976752992Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64888","req_id":"67ae1884-fb33-4101-866d-fc41f2eb8c8e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.977188821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4465, tv_nsec: 776080380 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.977255854Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.977343308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.977913054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63333","req_id":"6a71732a-e994-448b-8b9d-ea5e2f621ad8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fd 40 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .@..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.977971931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63333","req_id":"6a71732a-e994-448b-8b9d-ea5e2f621ad8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64832,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.978103212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.978128914Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63333","req_id":"6a71732a-e994-448b-8b9d-ea5e2f621ad8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:40.978370295Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59274","req_id":"9cbc589b-7264-4d39-b379-e21ef8c7fbd7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7c ab 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e |...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.978430915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59274","req_id":"9cbc589b-7264-4d39-b379-e21ef8c7fbd7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31915,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.978516376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:40.978765532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59274","req_id":"9cbc589b-7264-4d39-b379-e21ef8c7fbd7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.117621133Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.118632348Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.118766505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.118941464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.119037575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.121519189Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:41.121871822Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.122280877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:49768","req_id":"35b573ca-8c36-4dfb-ba68-d1be2c4b0180","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8f 6a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .j..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.122407069Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:49768","req_id":"35b573ca-8c36-4dfb-ba68-d1be2c4b0180","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.122727737Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:41.122882325Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:49768","req_id":"35b573ca-8c36-4dfb-ba68-d1be2c4b0180","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.123716017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.12381305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.123860434Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.12451572Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.139980402Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.14004473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.140077766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.1436032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.150261457Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.150382227Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.150994066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.151339495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e214323e-0c13-4ddb-92e9-b14081b88756\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.151671696Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.157237987Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1193d26-bc05-4869-b985-a57b53b4de27\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.157650469Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.164292202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7849d183-1a6e-4071-a16d-5ce2f3f61f1a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.164467351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.1679449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd36ca79-71b3-41d9-b717-06c0ca341a3b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.168113466Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.172069137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af094dde-f1a2-4e1e-88f7-9c13f8bee12b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.172137473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.175381517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16cebf17-d178-4116-b9b0-e6552a7458de\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.175456185Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.178890859Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"439edbcd-4da6-4507-a8bc-d9254138696e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.178965698Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.182735379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"924e6d8d-4ea0-4b8e-9c8b-3c8a6b7f5a65\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.182888384Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.184248323Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0361d78c-a829-42aa-80e1-c07aca06fce4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.184381569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.185982208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed4d1c9a-7ea8-4efa-915f-50cddcddc99c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.186360963Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.18809133Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28bbd7e7-ef81-4a7d-8619-2d011be4e696\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.188248654Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.189939322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"622b4f5e-6487-49f9-a3e2-76c90694f627\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.190056315Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.19232705Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3c20b80-4d15-4339-8e93-01b3ef59d9ab\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.192484573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.198292515Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9ff54d2-9e28-4c0f-8dbe-d7113f317a08\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.198368898Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.203075044Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce533a5f-c38e-48bd-b35c-bfebaeac4f43\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.203228911Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.203536163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.20977309Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f59baa3-6ade-4287-9e78-26fe81e5e70d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.209972958Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.21742202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"082c6d07-0876-4dd1-9d8d-e43c4b25b291\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.217724031Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.219768114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63cc0fb0-8b7d-4c32-ba66-b883f3a5b704\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.219995437Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.221850724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6887909-f8cb-4eb4-90d9-f7573ed7ceab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.222121243Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.22314905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff155986-d18c-42f3-911d-8b38674db0b4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.223402245Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.22442877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"186aa145-4fc1-4daf-9d4b-e5746849ff48\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.224690712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.225784732Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dea82c6c-7153-4242-8067-ba4c976a2e9d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.226030381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.228164163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ba8fe54-4a5b-4a54-bcac-b04758fd3152\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.228381466Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.229595665Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"698f6966-81f4-4d28-936f-db699ffe44c7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.229869591Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.231652553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48061aad-b762-4847-9261-3e4cd0b44fcd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.23186676Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.233611536Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abbb846a-b4ea-4e7c-a9fe-5758253ca548\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.233822927Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.236261747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c0e49a1-cd5b-4a8f-9963-04cc54fe3d23\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.236522045Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.239378737Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ca09755-24ca-4d6a-b6e2-e11660ba7fd8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.239593485Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.241223653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c684b4c-f93f-495a-80d6-1e5ae89fd09e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.241441828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.243776289Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be16e9b6-4509-4085-89cc-c3f2b9d86d75\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.244003141Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.245088824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae6b212f-965d-490c-b83e-0e8646fc8694\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.24530785Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.24669779Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7874faed-4517-4344-b234-9b24d1cbe0c6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.246986114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.248149342Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f72dba4a-ec4e-4a85-8361-2505e1d74801\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.248411123Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.249565383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"240f86c5-e410-486e-9283-69cc4fb9a6df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.249866493Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.251488214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50effc65-3b95-49e4-856a-37a3a02ee4ce\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.251839154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.255068548Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.255219819Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.255323827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.255412333Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.256967101Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.260669027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.276628294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.276829185Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.276922771Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.277713567Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.280544748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.280651611Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.281658437Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.28553481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa4b4dd7-47f7-44db-a3dc-cb67bdfa31ee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.285847162Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.299193444Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a119415a-bfa5-4566-9b63-0effe874d24b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.301064973Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.311148975Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03b6b1b7-8f6d-4259-a32b-4107bb564119\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.311232471Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.322793646Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b080d933-609e-48c4-a974-39b8e1a7bbe6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.323902084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.336286419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00fb4518-1876-4c3b-9bb4-0d6fbb1a5dd7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.33669859Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.341093227Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"706c5609-2c2f-49c8-8dc4-cb035de8d9b4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.341680747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.342960727Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.344510225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8b6bb2e-31b4-4698-8e73-8a4e64594b5b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.346848383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.350583656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fdc1479-111a-4484-9054-16bd49400b2f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.351205304Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.352619752Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c682a6d-a725-437e-883b-21e60a98ec13\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.352844971Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.353726868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddd756f2-9bab-433d-8b70-ef9b2bcbfe01\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.359259922Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.359296064Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.359602625Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c72ab949-24a4-4923-8cf4-80abd8b8e71a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.359795269Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.359843355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f04ccd5-4d66-4596-8943-911aa7d60763\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.359879026Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.359910849Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ef837f2-c921-4275-b397-d9a4d924c122\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.359945599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.361556178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3807716e-3128-42a5-a1e0-2a4e2f845e6e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.361729563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.363397446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e40dbc98-aae6-4b29-a15d-8740cf1908be\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.363515822Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.363569329Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.363603777Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.363634218Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.364435955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.376245776Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.38201976Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.382126392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.382225911Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.382569906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.382676048Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.38328976Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.386549645Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.391616Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.391700929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.396000846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.399078288Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.399159259Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.399200642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.399234399Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.399262786Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.399288226Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.489632842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.489769665Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.490315893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.498203699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.498275462Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.498308257Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.498688244Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:41.498758885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38520"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.498999374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.49926814Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.500932656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"60c5de43-052d-4643-85bc-26d5a38d8c3c","remote_addr":"[::1]:38520","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:41.503326235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"60c5de43-052d-4643-85bc-26d5a38d8c3c","remote_addr":"[::1]:38520","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2382,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.504464874Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.505729033Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.507126206Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.507186016Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.507304542Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60c5de43-052d-4643-85bc-26d5a38d8c3c\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:40 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.586276108Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.586397429Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.588391713Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.588541812Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.59290748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:41.593508367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54029"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.595404816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"d57453d8-eed1-434f-9fa2-98d8f7086d1a","remote_addr":"[::1]:54029","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:41.597923614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"d57453d8-eed1-434f-9fa2-98d8f7086d1a","remote_addr":"[::1]:54029","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":2913,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.598829439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d57453d8-eed1-434f-9fa2-98d8f7086d1a\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.666813423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.666936558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:41.669372512Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49410"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.674682642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"b2d6749c-52f3-4b0f-be40-712f62baea4f","remote_addr":"[::1]:49410","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:41.67513327Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"b2d6749c-52f3-4b0f-be40-712f62baea4f","remote_addr":"[::1]:49410","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":462,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.67929405Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d6749c-52f3-4b0f-be40-712f62baea4f\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.749727354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.749890168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:41.753769838Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44634"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.757103791Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"3f957f2d-385c-4e6a-b03a-470849616cdb","remote_addr":"[::1]:44634","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:41.762543078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"3f957f2d-385c-4e6a-b03a-470849616cdb","remote_addr":"[::1]:44634","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5415,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.765052167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f957f2d-385c-4e6a-b03a-470849616cdb\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.770768958Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.770851783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.770885259Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.786834176Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.787106108Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.787313561Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.787413911Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.78850757Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.801091222Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.807717745Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.808130117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.808259314Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.809116181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.874473772Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.876187948Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.876326413Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.880521211Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.881553598Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.910712566Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.910905801Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:41.919277521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:41.920602841Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.920735666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"961.105239ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.920877128Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.921775227Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.921896389Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.92199236Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.922078702Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.923838248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.925705067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.925911629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.927112061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.927310546Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.927617638Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.927836634Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.929069721Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.929764936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.936779212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.93686348Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.936946154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.938097518Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.941820526Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.950570079Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.950654888Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.950689126Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.951064053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.951414682Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.95158919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.952460566Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52198","req_id":"5a072445-bc91-4f66-ab6a-65b8b734ca4f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c1 ee 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.952524954Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52198","req_id":"5a072445-bc91-4f66-ab6a-65b8b734ca4f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.952739461Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.952908598Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.953061433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.953109599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52198","req_id":"5a072445-bc91-4f66-ab6a-65b8b734ca4f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.953355629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.953410028Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.95385807Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.954266985Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4466, tv_nsec: 753149927 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.954381082Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.954414669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.955392337Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62932","req_id":"e35be247-a0be-4e1d-9718-b94ca52db375","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8f e0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.955439932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62932","req_id":"e35be247-a0be-4e1d-9718-b94ca52db375","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36832,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.955591734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.955627646Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62932","req_id":"e35be247-a0be-4e1d-9718-b94ca52db375","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:41.955772565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54509","req_id":"47e78bf9-18b0-484c-8d5c-fe6422bbfba3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7c ba 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e |...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.955828246Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54509","req_id":"47e78bf9-18b0-484c-8d5c-fe6422bbfba3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.955912904Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:41.956026962Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54509","req_id":"47e78bf9-18b0-484c-8d5c-fe6422bbfba3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.092494484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:42.09353108Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.09376707Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50008","req_id":"65257bdc-ab3f-4e10-8fb9-c28f21ecf11b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b5 b0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.093831498Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50008","req_id":"65257bdc-ab3f-4e10-8fb9-c28f21ecf11b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46512,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.094170444Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46512,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:42.094272046Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50008","req_id":"65257bdc-ab3f-4e10-8fb9-c28f21ecf11b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.094477936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.094516754Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.094542906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.098368067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f22ad6eb-0ad3-47ac-b32f-8ea7968db84a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.098693435Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.103477237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18ae7a57-1724-4bba-9a45-17016dd4628c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.103639921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.106586923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b3c6e0b-70db-4825-8f9a-04bea595f6e4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.106704186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.109643623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67a2c826-b02f-4741-907d-088e689a929c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.10975751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.11201093Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65b985f8-0003-47e3-aecf-ae0f9e376bb7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.112081901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.115985759Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"943af403-f335-4a8e-ad47-f4f4c5d006df\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.116256248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.120383521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.12229019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4bf78b1-1aac-4aa4-8deb-dfe66b0b0286\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.122413937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.124065037Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7669107-54f6-4fd9-98ae-5529ef133559\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.124137461Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.124968497Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5306f06-31f6-4f97-adb9-48b85d2d542d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.125071522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.12600406Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2b6f54e-d70e-48be-bdb0-3b1ac81f487f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.126143378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.127380773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"830ba064-7313-457c-800a-f2f17047d01c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.12750473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.128411346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79127c22-86f7-489f-b0b9-5052281034bc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.128529542Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.129674914Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"385eb36c-539b-42f8-b27f-d4d1ba1f813f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.129830654Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.132088072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e163946-af8f-4035-94dd-5fb58dd743fa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.132204103Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.134449958Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0a417ad-3a5a-4038-a6f7-c32a41b3d666\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.13451138Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.136924198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1716037-6bde-4098-98c1-591107b37b01\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.13705094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.138961537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3ba2041-5562-4f82-a092-6307304bb70e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.139029843Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.140757615Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11da8b2f-8fc1-42a0-87b2-305137c501fa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.140818807Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.142560618Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e42252b8-6c5b-4db2-86eb-f5075728e700\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.142689535Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.143549558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"470f87ba-2f8a-4cb7-b664-f173873f15cf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.143614748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.144570603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fc230f5-be24-4d6e-8596-e6dda3976db2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.144695251Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.146685446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad8e1f4a-e42f-49ab-9b5e-2edb26b23525\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.146786458Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.147732613Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34cd55f7-03e7-426b-a47b-8a4f47691c6a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.147853033Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.150599204Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db2dc776-87f3-4fb4-85a9-42be6af0937b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.150757239Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.152498258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fda0b6c7-ce23-41da-b785-a7f00799b884\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.152606544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.15496345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d44463d-763b-45ed-8097-5cfc9d7941db\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.155444358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.158706287Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"866ca363-917b-4492-9806-a0f9b979e650\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.158771417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.160908795Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc4b8bca-b3ce-4d36-9072-0d2020ba36ac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.160978093Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.163288407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e03988ff-fb87-4fb7-a289-7f340fc29a4f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.163360961Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.165274464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4b59c38-b599-471d-8f00-67fb33211fea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.165345094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.166230939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b51e41b-6dab-420f-b7a9-690827f7a1d1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.166301149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.167568595Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"497c6eaf-8093-4a6a-99a3-61d82e9518b9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.167697181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.169333782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f1e8d27-f344-4ef0-9415-ce67e1f701c5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.169459913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.170374966Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2e872e3-a2c2-4be3-9d49-ff3115354c0b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.170443673Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.176707944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.176787212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.177138692Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.177196978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.178864952Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.179348986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50a140e2-41fb-4534-89c5-46fce66e9165\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.179518153Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.183620627Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.197989025Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.198104004Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.198189024Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.198717056Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.199628642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8690e173-2d0e-4f4f-b61d-19336d29bfb4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.199849091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.201629358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.201785149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.202331327Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.20406443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68be0029-e920-4213-9998-cebcf08e0e67\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.204354889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.21057892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2548b689-b74c-4328-9fa6-563293472a8b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.210793247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.214556605Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61e5585b-ed58-4e80-8c49-cedc19e3ec7d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.214775531Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.218425734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efa560ad-fb42-49cc-bbf4-d5052c6a5558\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.21873484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.221915698Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a580ca2b-d529-473d-8b1a-ac4211e88d21\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.222450563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.224658262Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b05ce34e-3b48-4713-b96c-41cc05d89c9f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.224882539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.226716222Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54523634-a6bb-475e-8e5e-d0de5e9f48a6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.226784108Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.228240289Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6015658-09db-4da6-bf54-a08726c80c83\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.228365929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.230445443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a65a209f-85d0-442e-bef0-50382260086f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.230509109Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.230540272Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.233088769Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"417b9f34-7948-438a-8f01-fe03eebef8b9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.23315449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.233559437Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.240984351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5e02b3c-803a-45df-84d0-6808ffbeded0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.241082787Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.241115462Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e96e807-d4b8-4b44-a481-2960a5c89d1e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.241144871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.241170602Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89e30819-67dd-4c4b-a196-3fe52e738de9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.241198517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.241223227Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfa9ab70-b63c-4478-bebe-0d4a326d6686\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.241251222Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.241276954Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.241302485Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.241326442Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.241348236Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.247208251Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.251470844Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.251570753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.25165956Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.251743588Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.25182521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.252488011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.27007901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.27893748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.279053291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.279091727Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.279778546Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.287753525Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.287824787Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.293194526Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.293254185Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.294301802Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.357090124Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.357153771Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:42.359294546Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59749"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.35982832Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"c11bb3c3-9c2a-492e-a0a1-3f0073c36625","remote_addr":"[::1]:59749","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:42.3601498Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"c11bb3c3-9c2a-492e-a0a1-3f0073c36625","remote_addr":"[::1]:59749","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":336,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.360555689Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c11bb3c3-9c2a-492e-a0a1-3f0073c36625\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.404129617Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.404185528Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.404690475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.417353876Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.417420518Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.417453644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.419506785Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:42.419568628Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55913"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:42.41966467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.420426858Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.420870953Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"411f4be3-2dea-410f-9666-a89764cd3782","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.421159288Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"d8b34bca-9f6e-4952-925f-02182b585a6b","remote_addr":"[::1]:55913","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.421400839Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"411f4be3-2dea-410f-9666-a89764cd3782","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.421457732Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"411f4be3-2dea-410f-9666-a89764cd3782","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.421890895Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"411f4be3-2dea-410f-9666-a89764cd3782","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:42.422187286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"d8b34bca-9f6e-4952-925f-02182b585a6b","remote_addr":"[::1]:55913","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":1049,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.42239008Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.422533275Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.4230375Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.42342893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8b34bca-9f6e-4952-925f-02182b585a6b\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.501709919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.501787013Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:42.504804345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"411f4be3-2dea-410f-9666-a89764cd3782","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":83968,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:42.505602475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53192"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.507424556Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.507681097Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"411f4be3-2dea-410f-9666-a89764cd3782\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.507899151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.508070142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.509900599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"2499ad93-c334-4b2d-bf8c-6ace678a795d","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.511037865Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"0eac841f-bc1b-4eb7-9135-7d02a72babbd","remote_addr":"[::1]:53192","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.511927798Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"2499ad93-c334-4b2d-bf8c-6ace678a795d","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.512112085Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"2499ad93-c334-4b2d-bf8c-6ace678a795d","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.513354891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"2499ad93-c334-4b2d-bf8c-6ace678a795d","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:42.514603479Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"0eac841f-bc1b-4eb7-9135-7d02a72babbd","remote_addr":"[::1]:53192","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":3604,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.515955393Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.516386963Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.516465619Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.516553354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.516592863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eac841f-bc1b-4eb7-9135-7d02a72babbd\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.575895469Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.576290496Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:42.579249903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39883"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.579470903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"1a430721-ef14-483b-9d47-3b9bd794233e","remote_addr":"[::1]:39883","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:42.582422484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"1a430721-ef14-483b-9d47-3b9bd794233e","remote_addr":"[::1]:39883","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2952,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:42.582921959Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"2499ad93-c334-4b2d-bf8c-6ace678a795d","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":73226,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.584087351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2499ad93-c334-4b2d-bf8c-6ace678a795d\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.585295939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.5853514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:42.585379506Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.585408493Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a430721-ef14-483b-9d47-3b9bd794233e\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.587063852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.587119092Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.587145945Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.591668847Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.591847433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.591895058Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.59192636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.592801083Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.611458627Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.617951293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.618093576Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.618132614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.618809322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.663172473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:42.675559864Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:42.675988047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.676087295Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"755.070479ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.676127836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.676263787Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.676313225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.676347504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.676378505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.676848241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.679775413Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.68386943Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.683954219Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.683992967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.684416681Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.68799982Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.68805994Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.688952067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55226","req_id":"bd4e2c1a-7515-460d-94be-32b541e3fbfb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 60 67 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 `g..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.689133248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55226","req_id":"bd4e2c1a-7515-460d-94be-32b541e3fbfb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24679,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.689205162Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.689387355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.689558275Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.68961097Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55226","req_id":"bd4e2c1a-7515-460d-94be-32b541e3fbfb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.690004214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4467, tv_nsec: 488890853 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.690075035Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.690145485Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.690501695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52451","req_id":"8c5c6ce5-c370-4435-a515-f3998e5d6a44","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8a f0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.690563448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52451","req_id":"8c5c6ce5-c370-4435-a515-f3998e5d6a44","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.690836462Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.690879397Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52451","req_id":"8c5c6ce5-c370-4435-a515-f3998e5d6a44","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.690919678Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52339","req_id":"ff404919-e898-4e69-a5b2-88ad7dbf3d7f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d0 9c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.690951631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52339","req_id":"ff404919-e898-4e69-a5b2-88ad7dbf3d7f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53404,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.691035017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.691058374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52339","req_id":"ff404919-e898-4e69-a5b2-88ad7dbf3d7f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.831400386Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.831804061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.831857968Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.831888649Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.831916685Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.832771087Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.833930958Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60499","req_id":"49e4dce5-059a-4e1c-8b6d-b2e95ff1d528","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f0 b1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.833996629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60499","req_id":"49e4dce5-059a-4e1c-8b6d-b2e95ff1d528","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61617,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.83407261Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61617,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:42.834143933Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60499","req_id":"49e4dce5-059a-4e1c-8b6d-b2e95ff1d528","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.835071751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.835130087Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.835162091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.836026353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.842394732Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.842456104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.842487577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.842951341Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.855387008Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.855450024Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.856002635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.856508643Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c789f7bd-3fe3-414f-80ab-6d733bcc15df\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.85687379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.873780436Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.874022298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.87425426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3830f100-a8ff-4820-b272-b3259716a369\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.874584528Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.875027611Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.875876953Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.887576534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.887680441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.900668579Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"421691ee-1776-470e-8eea-bfd861227d04\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.901928369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.90268702Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.902937339Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.907828023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a063c21e-9121-4681-9a1b-cb3fa9b5a6e7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.908049885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.91484279Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2db6b7b3-18aa-470f-914e-624dfe4353af\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.915063229Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.916431886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.921624121Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5618f148-507f-4324-ab8b-8edc823c54a4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.921839661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.926076051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf59d36e-584d-4873-991f-4f2c815b7e81\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.92628601Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.932075044Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb10bb29-09a2-4486-8d67-04ad439155c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.93250448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.935385009Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f40f6764-6e69-430f-b3c9-3cf1ab48d152\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.935454527Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.938006392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a355009a-e27c-4f87-9adf-62be30b3bc06\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.938154497Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.9426179Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c7df13e-f687-4021-ac82-811a29cc762e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.942946254Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.957665902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0e73128-55d6-42cd-ba07-9c1bb506b375\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.957736563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.960425791Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68151626-449c-4b98-8180-07555157d43e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.960904455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.964815217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45d77b74-7e4e-43f0-a353-b20a2064ed5e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.96489745Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.968539467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.968608034Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.968643134Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.968671069Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.969481013Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.971611237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1f7feac-b565-46c5-a961-b2ac24cd6fb7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.971732389Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.973169041Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.986196988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.986305334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.986391276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.986924538Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:42.987800834Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:42.9902483Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.990358149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.991450055Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.994843486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"666e8130-49fb-4a3d-8a67-1aaec9e7e9bd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.995012874Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.997185051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea0b4ebc-a154-4c57-92c5-c3b0e716ac1d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.997308167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.999330867Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1e225be-5f4a-4f1d-ba81-30ab43fb35a0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:42.999390065Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.003625113Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b80f091-e8f5-4e38-905f-52958a9e298b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.003920652Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.005794205Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e56c955-856d-4fe3-813f-d55bd82334d0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.005863984Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.007438571Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bb2f671-a321-48b8-9252-55c6bcdb7ee6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.00765903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.014677364Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dcdc33b-4ba5-478a-95fa-623e66d84ce8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.014833385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.019515393Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0643c36b-ac04-4f36-8d6f-0996e82baaba\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.019613118Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.02147136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abe3383f-dfe1-43e3-b151-f6764961a73e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.021706659Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.02586264Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e7aa6ac-37ec-4a75-9441-abbab2673ccc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.02610886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.032233844Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.033663292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a7e64cf-529b-4ffc-8a1f-9ea386192600\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.034166054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.038319138Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c915d2e-cd11-4f7b-8020-57d4cf2356a1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.038568846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.041329997Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e96c12e7-4e77-45d2-81cb-16c9d8dfec45\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.041484335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.044245316Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"491b74d7-e064-48fa-820b-775845ed6954\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.044435605Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.047595631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94451edb-296d-457c-afd5-1c6fb2e6f76d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.051551914Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.053403864Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65e0d825-124e-4f31-9ee1-edad29a6e87c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.053547039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.054616059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88f8cf39-1db9-4cde-bef4-b45b36ba0cc0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.055030395Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.056539241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48da1e70-95d7-4136-aea8-836f482f2cb4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.056670913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.058592953Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fef66579-2252-4136-8864-e6fd152813fc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.058658684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.059839126Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d3fc616-c6ca-4326-8c81-cf921a831837\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.060147069Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.064160025Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9745699d-b78a-4c9f-aa89-d5281c74be5c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.064382809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.068084795Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a82ef79a-ba7d-4a72-ac18-84134712a5b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.068170425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.069942706Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63762eef-fbfa-4da2-92bd-91a716c34097\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.070129789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.071838714Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f043fabf-e951-486d-81f6-9bc08445da76\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.071920156Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.073840983Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"562c63b6-481a-453e-a603-e1ec26e77641\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.074096923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.077016811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fac3559-e944-43db-ae9e-8b2ddb64cb4d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.077139806Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.077987285Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89b586a1-63f9-4e25-be3e-8f7f11af1d44\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.078132013Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.079071986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b253d268-d8d7-4c46-86f7-a9d97c644c52\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.079255091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.080080796Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e87f6d6-51fb-488f-bcf9-1516f5702bfd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.080210354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.081415826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3c84fc3-3b5e-4aa1-afb5-aef0c8ec1738\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.081477789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.081679692Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.083477794Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.083517293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.083850908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.083933322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.08628633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.087063979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61b691dd-f76d-4054-a289-22d41f999811\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.087714776Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.089692036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c12c3e5d-8d79-4de8-aa90-698e75a09915\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.089760863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.08989503Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.099524767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.09959189Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.099626349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.100505661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.103937098Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8f52db6-b86e-4432-a559-00ff2de7f565\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.104116285Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.104433647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.104513567Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.10516787Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.107327283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8f81425-f8e3-4393-bf3a-2e6bb57b3c9e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.107494897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.109018212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3ef7467-5770-4929-abae-d352c5f26296\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.109159303Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.109208932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.109241887Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.109271005Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.11038267Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.11318331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.118812276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.118860532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.118890011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.11891954Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.118946654Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.119786166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.125139973Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.128374799Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.128441541Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.128472603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.129521363Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.191975419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.192133423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:43.192907957Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36486"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.193467151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"eef147bc-d487-47ff-b325-e5413f87d57f","remote_addr":"[::1]:36486","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:43.193954412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"eef147bc-d487-47ff-b325-e5413f87d57f","remote_addr":"[::1]:36486","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":498,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.201901896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eef147bc-d487-47ff-b325-e5413f87d57f\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.259934623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.260001486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:43.260654908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40049"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.26129317Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"44865eda-ea40-4aa8-9cde-b320184b92e3","remote_addr":"[::1]:40049","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:43.261600061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"44865eda-ea40-4aa8-9cde-b320184b92e3","remote_addr":"[::1]:40049","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":320,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.261853456Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44865eda-ea40-4aa8-9cde-b320184b92e3\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.334267055Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.334326334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:43.335973255Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36400"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.336062493Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"c228a2d9-3b2e-4d96-96de-90918edb3461","remote_addr":"[::1]:36400","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:43.33610616Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"c228a2d9-3b2e-4d96-96de-90918edb3461","remote_addr":"[::1]:36400","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":359,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.336488852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c228a2d9-3b2e-4d96-96de-90918edb3461\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.393871253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.393948096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:43.394436399Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54029"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.395057557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"57c87a6e-0bca-42c5-b5cb-367f4592171e","remote_addr":"[::1]:54029","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:43.395903111Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"57c87a6e-0bca-42c5-b5cb-367f4592171e","remote_addr":"[::1]:54029","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":855,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.397663509Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57c87a6e-0bca-42c5-b5cb-367f4592171e\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.400288248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.400349681Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.40037943Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.405963215Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.406065068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.406105369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.406208113Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.407505979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.411082706Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.415617481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.415902409Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.415964843Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.417050446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.421403389Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.43923621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.439529835Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.441334691Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.442555684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.442599581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.442627958Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:43.455801856Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:43.45620543Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.456265119Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"780.191951ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.456302894Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.456330148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.456362062Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.456391901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.456418705Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.457184991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.460574525Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.464061583Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.46410522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.464136091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.464539886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.469084871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.469144891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.473426642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58322","req_id":"ff0df49c-f6bd-480e-921b-8cb69bb20326","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 27 7e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 '~..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.473481531Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58322","req_id":"ff0df49c-f6bd-480e-921b-8cb69bb20326","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10110,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.473692932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.47386252Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.474015014Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.474066617Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58322","req_id":"ff0df49c-f6bd-480e-921b-8cb69bb20326","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.474798395Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.474849136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.474880439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.474905238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.475334042Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.47668809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4468, tv_nsec: 275570662 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.476766366Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.476800123Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.482539599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57773","req_id":"b593bd62-1b5a-465d-bfa6-1a828f510c66","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a8 a8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.482768796Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57773","req_id":"b593bd62-1b5a-465d-bfa6-1a828f510c66","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43176,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.483113693Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.483290555Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57773","req_id":"b593bd62-1b5a-465d-bfa6-1a828f510c66","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.483607677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64438","req_id":"eeca3d9d-9ea1-4a2a-88b0-0460bd271f2c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6b 2b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e k+..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.483770431Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64438","req_id":"eeca3d9d-9ea1-4a2a-88b0-0460bd271f2c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27435,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.484024447Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.484170238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64438","req_id":"eeca3d9d-9ea1-4a2a-88b0-0460bd271f2c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.48453788Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.49129311Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.491391576Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.491476806Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.493092916Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.635287299Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.641781859Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.641854664Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.642608245Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.64474373Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57068","req_id":"ee02e387-59cf-4c51-9603-971d858c854d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3f b2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ?............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.645019429Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57068","req_id":"ee02e387-59cf-4c51-9603-971d858c854d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16306,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.645229809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16306,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:43.645317203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57068","req_id":"ee02e387-59cf-4c51-9603-971d858c854d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.64667088Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.646712132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.646822452Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.663006678Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15b0011c-17ab-45cc-a5c9-a2f550267d14\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.663319411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.665714042Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84143bff-a78e-4596-b7aa-7cf7e9e4de57\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.665954802Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.6699039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c27a07b-82cd-4d05-892a-d8d3ff984c27\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.670135642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.673822718Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98fe27b8-d3f2-42c9-98c3-e08f4a8e89db\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.674042827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.677844952Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01140942-1f4a-4b37-a5b4-cc23ae3000d9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.678058167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.680155125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9d4ad32-5385-4a11-ac6c-d8779c124e28\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.680573428Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.684426415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1140ef96-c75f-4b99-8865-5ff0ecc90d2f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.684575092Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.687448096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e682c45-b683-4414-8199-5c4424979a72\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.687521783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.689453151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6c5e690-a0c3-4800-82e6-d9b001ac600f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.690062234Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.694131061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.695983191Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2498fb1-5edc-48af-bf80-e8f2577626bb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.696208941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.697106229Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11977f4a-cf5c-4fdb-a7ce-fa95c4c64aa7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.697243332Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.698078346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73c390a7-be53-4851-8af2-470d758587e8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.698150209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.699448426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d43be19-8878-461a-86cd-3602c726cd48\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.699533395Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.701058494Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1552cb7-536a-4653-a38a-f9e9f41cf9dd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.701183783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.703021234Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96fd45a1-be97-4f86-8836-a61526f1f0d3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.703086184Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.705476897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c92a2506-71b6-4c4e-b4e2-697446d7ecda\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.705551415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.707188417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b83c03c-6fc0-4c47-bb75-9b34581120b8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.707260391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.708771571Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6b11f8a-6def-4aeb-bb0b-61a851b20efd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.708837753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.711971707Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba6a03d7-6476-4ec4-a5bc-325fff150a19\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.712079372Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.713254604Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb4d7072-ea49-4ada-ba3b-c66c1ff97ecc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.713379983Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.714451829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02f24c9c-43f6-40a9-9800-e4c5a9aa3294\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.714593752Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.715562732Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc66f5c1-d9a4-403a-8d67-13edb6f0605e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.715684996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.716549468Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"297678be-5ab4-4219-a7db-c8867e7f9ff6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.716699016Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.719656038Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6773eb2f-479b-4eaa-a74c-1dcb0e790b4c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.719821047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.721707906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af6a7c45-90f4-4a84-a0a4-9d3946630cb3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.721780972Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.725630772Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c48bd00-f036-49c1-a9b2-5b857783fb00\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.725931371Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.730087692Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5041e405-6517-4ad1-a902-a89d67fe9c21\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.732262325Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.732300481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6a97b1d-8a3d-4966-b736-60f1444fd6e3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.732448206Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.739294356Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4472c9b7-bcbd-40e7-8d13-f4a176acd980\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.739569324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.742471096Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e5e7fcf-48d9-4809-8c47-1da6f87bfa44\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.742735102Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.744365019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9dd93c5-2503-4f10-a8b6-c9810d2b9389\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.744774094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.745144061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.745350603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.745457897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.745548237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.746754871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.749241555Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.749356294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.749599849Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.750201598Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.75046834Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.750603148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.751098054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.75180883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.752759815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.752964092Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.753169241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"192.394µs"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.753857091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.760234117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.760332413Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.760414837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.761071696Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.761649277Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.761799356Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.761898373Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.76198709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.762091518Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.762646614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.762823707Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.762923786Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.763016611Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.763100358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.763179065Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.764422071Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.764633242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ffce044-ae1e-4435-a3e7-092045558f63\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.764861166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.765085022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.769571221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.769734516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.769829135Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.771100127Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.771320256Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.771708028Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.771844881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.771944059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.772027214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.772880033Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.773011956Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:43.773095513Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.773215933Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"198.205µs"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.773331964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:43.773409619Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.773477133Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.773557974Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.773640889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.773718684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.774214993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.775271959Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.775620894Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"22.851591ms"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.779575213Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61903","req_id":"1c9c630f-2903-45aa-b865-d785ce17750f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: eb 81 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.780187633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61903","req_id":"1c9c630f-2903-45aa-b865-d785ce17750f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60289,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.780287492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.780552901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.780692559Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.781924464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61903","req_id":"1c9c630f-2903-45aa-b865-d785ce17750f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.782608036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.782819497Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.784716577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.785342103Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4468, tv_nsec: 584178824 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.785408766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.785504637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.789607982Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52556","req_id":"57b80d0e-ed5b-4b02-ad27-3d8033e043e8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 50 28 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 P(..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.789668052Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52556","req_id":"57b80d0e-ed5b-4b02-ad27-3d8033e043e8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20520,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.789740296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.789761748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.789781538Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.789803752Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52556","req_id":"57b80d0e-ed5b-4b02-ad27-3d8033e043e8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.789849122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.809757408Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.809835674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.809870614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.812521876Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.813952427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4468, tv_nsec: 612828716 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.81402427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.814131103Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.814705026Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.819860889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.819928053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.819962311Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.821432811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.824406486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54299","req_id":"929c7b53-5cb3-4f48-b804-32987601beeb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e5 ff 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.824474712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54299","req_id":"929c7b53-5cb3-4f48-b804-32987601beeb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58879,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.824992243Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.825205498Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54299","req_id":"929c7b53-5cb3-4f48-b804-32987601beeb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.825437881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53671","req_id":"e0a43f11-9f8f-46c2-a39a-3ee9b4367545","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 96 b4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.825493462Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53671","req_id":"e0a43f11-9f8f-46c2-a39a-3ee9b4367545","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.825586417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.826203857Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53671","req_id":"e0a43f11-9f8f-46c2-a39a-3ee9b4367545","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.826587151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.837556897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.837636736Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.837674331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.838403875Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:43.839783954Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:43.906683407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.906809328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.90766862Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60666","req_id":"e9f81b2c-7744-476d-97cd-d96684099d61","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 43 5b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e C[..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.907801264Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60666","req_id":"e9f81b2c-7744-476d-97cd-d96684099d61","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.908110901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.908243095Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60666","req_id":"e9f81b2c-7744-476d-97cd-d96684099d61","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.908459436Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54126","req_id":"accf6b78-8537-4a73-bb77-849ce6de4f18","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 15 d9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.908517932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54126","req_id":"accf6b78-8537-4a73-bb77-849ce6de4f18","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5593,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.908691238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.908738582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54126","req_id":"accf6b78-8537-4a73-bb77-849ce6de4f18","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.908989592Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbf363b5-07e2-40a9-b1fd-acf36537d587\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.909300371Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.910416966Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.916063587Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.9161304Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.916165319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.9161957Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.916222804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.917458696Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.917857811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.91791734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.918816752Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:43.919421297Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.919481557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.920226631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:43.927998396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:43.991173438Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.991256203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.991575469Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.991635198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:43.995692843Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.006970924Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.007318206Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.01088396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.028531882Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.028602924Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.028637493Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.029148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.03008653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.030175187Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.030209645Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.030238022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.030642718Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.037644208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57739","req_id":"53bd5c30-670d-4f72-aa49-0aee867ba685","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 61 9f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 a............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.03778075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57739","req_id":"53bd5c30-670d-4f72-aa49-0aee867ba685","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24991,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.038301307Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.039093836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.039290178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.039358744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57739","req_id":"53bd5c30-670d-4f72-aa49-0aee867ba685","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.041520301Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.041586212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.044053388Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4468, tv_nsec: 842513568 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.044127636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.04426543Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"all instance checks complete","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.044738152Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.044799044Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"273.459329ms"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.048052065Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.057778565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.0578414Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.057875598Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.057907421Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.057934836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.058344352Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.062325624Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.062389832Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.062530903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55806","req_id":"ac40d38d-0617-4c77-9cfd-94d7161e028c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 95 ce 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.062803777Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55806","req_id":"ac40d38d-0617-4c77-9cfd-94d7161e028c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.06313676Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.063169265Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55806","req_id":"ac40d38d-0617-4c77-9cfd-94d7161e028c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.063371829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52805","req_id":"60229ae4-7c8c-4b59-a799-3318a33deabb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a3 5a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Z..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.063686947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52805","req_id":"60229ae4-7c8c-4b59-a799-3318a33deabb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41818,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.064215229Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.064248115Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52805","req_id":"60229ae4-7c8c-4b59-a799-3318a33deabb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.06428583Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53a4d8fc-864e-416f-aa80-654843a0f0d2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.064322603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.066117239Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.145143544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.14535257Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.145754811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:44.145817286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:44.146409917Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.149027081Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.159929253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.160029623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.160072489Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.160582505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 039be560-54cc-49e3-88df-1a29dadbf913","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.404199907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.404268293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/vpc-routes","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.406754496Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41035"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.406923032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:44.407153852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.408123654Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.785123693Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.790043515Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47823"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.790313723Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cbd02fe9-a431-4aee-a856-7625969e12ec","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.790629372Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc-routes","method":"GET","req_id":"72d37dc2-44c5-403a-b7f1-18ba3685ebfe","remote_addr":"[::1]:41035","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.791019499Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.798092582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cbd02fe9-a431-4aee-a856-7625969e12ec","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.798629522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cbd02fe9-a431-4aee-a856-7625969e12ec","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.800833163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cbd02fe9-a431-4aee-a856-7625969e12ec","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.801265845Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.802660413Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc-routes","method":"GET","req_id":"72d37dc2-44c5-403a-b7f1-18ba3685ebfe","remote_addr":"[::1]:41035","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":12036,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.817808715Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/v2p","method":"GET","req_id":"e0ee23ee-e291-4e68-9dba-05977c226bd1","remote_addr":"[::1]:47823","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.82014507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72d37dc2-44c5-403a-b7f1-18ba3685ebfe\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.820403756Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.820612171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.877389757Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.878362254Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/v2p","method":"GET","req_id":"e0ee23ee-e291-4e68-9dba-05977c226bd1","remote_addr":"[::1]:47823","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":60668,"response_code":"200"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.882967209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.883272357Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.884994258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.888220376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.888280906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.888309253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.88833296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0ee23ee-e291-4e68-9dba-05977c226bd1\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.888430595Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","interfaces":"{}","sled":"sim-039be560"} {"msg":"v2p mappings to delete","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.888472959Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mappings":"[]","sled":"sim-039be560"} {"msg":"v2p mappings to add","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.888499823Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mappings":"[]","sled":"sim-039be560"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.890320921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/v2p","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.891653556Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cbd02fe9-a431-4aee-a856-7625969e12ec","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":101290,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.894015512Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42160"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.894327023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbd02fe9-a431-4aee-a856-7625969e12ec\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.894565598Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.895684157Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/v2p","method":"GET","req_id":"1e1de769-c81c-4a4e-a395-2842f2a493fe","remote_addr":"[::1]:42160","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.895842182Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"92b6f3e8-590a-4dcb-8e76-221bdd33038d","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.901254075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"92b6f3e8-590a-4dcb-8e76-221bdd33038d","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.901333583Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"92b6f3e8-590a-4dcb-8e76-221bdd33038d","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.901975432Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"92b6f3e8-590a-4dcb-8e76-221bdd33038d","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.90238577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/v2p","method":"GET","req_id":"1e1de769-c81c-4a4e-a395-2842f2a493fe","remote_addr":"[::1]:42160","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":6696,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.9051818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e1de769-c81c-4a4e-a395-2842f2a493fe\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.905522088Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","interfaces":"{}","sled":"sim-2d0261b9"} {"msg":"v2p mappings to delete","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.90560818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mappings":"[]","sled":"sim-2d0261b9"} {"msg":"v2p mappings to add","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.905638731Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mappings":"[]","sled":"sim-2d0261b9"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.907745579Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/v2p","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.911141605Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"92b6f3e8-590a-4dcb-8e76-221bdd33038d","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":15292,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.925847015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53390"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.94987082Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92b6f3e8-590a-4dcb-8e76-221bdd33038d\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:43 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.950076039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.950164997Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.950241188Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.951583513Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","assocs":"{}","sled":"sim-039be560"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.951733722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:57624/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.953793887Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/v2p","method":"GET","req_id":"1180733e-8ce3-48c9-a085-4feaf1cc56c0","remote_addr":"[::1]:53390","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.95410666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/eip-gateways","method":"PUT","req_id":"545f199f-04c9-48f2-825c-e64a88787ea5","remote_addr":"[::1]:41035","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.954372901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3d00a27-7805-4ea1-b3df-d72344a1c00a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.956053479Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.956482724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/v2p","method":"GET","req_id":"1180733e-8ce3-48c9-a085-4feaf1cc56c0","remote_addr":"[::1]:53390","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":2691,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.956755688Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/eip-gateways","method":"PUT","req_id":"545f199f-04c9-48f2-825c-e64a88787ea5","remote_addr":"[::1]:41035","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2656,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.972395219Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/eip-gateways\", status: 204, headers: {\"x-request-id\": \"545f199f-04c9-48f2-825c-e64a88787ea5\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"VPC route manager sled 2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.97446887Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.983901294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:44.984518604Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.984675076Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.985658405Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.988937739Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1180733e-8ce3-48c9-a085-4feaf1cc56c0\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.989121595Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","interfaces":"{}","sled":"sim-61f6c1b7"} {"msg":"v2p mappings to delete","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.990704028Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mappings":"[]","sled":"sim-61f6c1b7"} {"msg":"v2p mappings to add","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:44.990799929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mappings":"[]","sled":"sim-61f6c1b7"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:44.998668547Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/v2p","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.003351738Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.006478498Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47761"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.006912382Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52470"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.008641798Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc-routes","method":"GET","req_id":"5fddcedf-5739-4b02-b115-a63190399815","remote_addr":"[::1]:52470","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.008847488Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/v2p","method":"GET","req_id":"ffe2d903-5da2-42a0-94c3-141ac552c5dc","remote_addr":"[::1]:47761","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.012743691Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc-routes","method":"GET","req_id":"5fddcedf-5739-4b02-b115-a63190399815","remote_addr":"[::1]:52470","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":4156,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.012827007Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/v2p","method":"GET","req_id":"ffe2d903-5da2-42a0-94c3-141ac552c5dc","remote_addr":"[::1]:47761","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4030,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.012978218Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.013041464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.013076924Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.013106854Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.014147347Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.026298167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fddcedf-5739-4b02-b115-a63190399815\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.026361333Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.026395341Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.02690697Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.026963462Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffe2d903-5da2-42a0-94c3-141ac552c5dc\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.027140595Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.02718807Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.027217889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.030636391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{}","iteration":2,"elapsed":"1.261013136s"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.030971929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.038715367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913, lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.041318865Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.041434174Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.04194871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.05917913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.059628586Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.059737132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.059873975Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.061801916Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.082900503Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Sled { parent: Fleet, key: 2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f, lookup_type: ById(2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.082956174Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.082988629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.0830494Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.083727852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.085110477Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","assocs":"{}","sled":"sim-2d0261b9"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.085439182Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:44942/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.086574023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.093267449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Sled { parent: Fleet, key: 2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f, lookup_type: ById(2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.093461385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.093610833Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.095294307Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.097993736Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/eip-gateways","method":"PUT","req_id":"8f98adfa-dc37-45cb-8b88-5cb193148cb5","remote_addr":"[::1]:52470","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.098363212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/eip-gateways","method":"PUT","req_id":"8f98adfa-dc37-45cb-8b88-5cb193148cb5","remote_addr":"[::1]:52470","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":430,"response_code":"204"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.098791936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.106956804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.108984484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.10905254Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.109908685Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.110593109Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Sled { parent: Fleet, key: 61f6c1b7-94c3-4d3f-a4d6-185e586232fa, lookup_type: ById(61f6c1b7-94c3-4d3f-a4d6-185e586232fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.110650383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.11068381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.110711996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.111129488Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.122771303Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8f98adfa-dc37-45cb-8b88-5cb193148cb5\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"VPC route manager sled 61f6c1b7-94c3-4d3f-a4d6-185e586232fa","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.124449327Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.124505669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/vpc-routes","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.127021802Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61813"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.127174306Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:45.127227702Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:45.131762818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.132909754Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc-routes","method":"GET","req_id":"3797d008-da07-468d-87dd-2ed1663e0f28","remote_addr":"[::1]:61813","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.138015226Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc-routes","method":"GET","req_id":"3797d008-da07-468d-87dd-2ed1663e0f28","remote_addr":"[::1]:61813","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":5138,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.138601985Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.138725772Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.139295898Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.140367633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.146940439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Sled { parent: Fleet, key: 61f6c1b7-94c3-4d3f-a4d6-185e586232fa, lookup_type: ById(61f6c1b7-94c3-4d3f-a4d6-185e586232fa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.147082021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.14717169Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.147666315Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.147851153Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3797d008-da07-468d-87dd-2ed1663e0f28\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.148008497Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.148106963Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.148638382Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.174461342Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.174528797Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.174686311Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.174733064Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.17595061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.179998896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.186484468Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:45.186553365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:45.186583756Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.186672282Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"1.424988767s"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.189606899Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","assocs":"{}","sled":"sim-61f6c1b7"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.189669905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:55845/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.190597012Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/eip-gateways","method":"PUT","req_id":"8ead04fe-5ffe-4316-afd4-0de756323c06","remote_addr":"[::1]:61813","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.191672144Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/eip-gateways","method":"PUT","req_id":"8ead04fe-5ffe-4316-afd4-0de756323c06","remote_addr":"[::1]:61813","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":1087,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.193768451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8ead04fe-5ffe-4316-afd4-0de756323c06\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.19565023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.19570552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/vpc-routes","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.196427178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61585"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.204302269Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc-routes","method":"GET","req_id":"6eba7499-d77a-41e6-9f13-6f12599370ab","remote_addr":"[::1]:61585","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.204516926Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/vpc-routes","method":"GET","req_id":"6eba7499-d77a-41e6-9f13-6f12599370ab","remote_addr":"[::1]:61585","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":226,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.205117964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eba7499-d77a-41e6-9f13-6f12599370ab\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.205180017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.205256279Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.206668994Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.209714692Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84473534-f545-4092-8c2a-7a20d284cabd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.210028408Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.218936025Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea0a3cb3-a927-4720-aced-303e286c8d94\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.219401002Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.222451269Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8bbd3bc-e536-4598-8c58-7a93b1d55ded\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.222725225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.223492293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.223747402Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:39991/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.22436877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/eip-gateways","method":"PUT","req_id":"ab2deb3a-2a00-47ab-b209-9a4f414d2a4f","remote_addr":"[::1]:61585","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.224719489Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/eip-gateways","method":"PUT","req_id":"ab2deb3a-2a00-47ab-b209-9a4f414d2a4f","remote_addr":"[::1]:61585","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":359,"response_code":"204"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.225191359Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ab2deb3a-2a00-47ab-b209-9a4f414d2a4f\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.227336723Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{}","iteration":2,"elapsed":"1.453980301s"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.2321935Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.236480221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4363333d-4e60-4909-8998-864dfb0bb571\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.236618867Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.240091166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91fdb2a4-f26d-4233-afdb-40c3e928908e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.240156877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.243847099Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9c9a667-64de-4808-99a3-84c47a66a06b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.244020665Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.245124745Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cff016e-6a3e-4f97-9275-9e922dbecdf9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.245291357Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.246729512Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea05e7d3-8923-4e67-84af-d71591fae702\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.246878699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.248306574Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52c2f75b-579f-48a5-976a-60f293f47099\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.248586572Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.249839418Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76bdc9b1-ca36-4d07-8bde-b2e16e85dbc3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.249904228Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.24993569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.2515014Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a25b898a-590b-4f38-bc85-e9c964d1b63f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.251829443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.252970126Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c276101a-871a-475b-8a26-06ba8471ad51\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.253131758Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.255210049Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bb69dff-b321-4ffe-8a29-63e44bd871c2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.255347613Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.258935672Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7152b24e-18b4-4617-b783-da396ece14b4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.259030952Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.262536637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b59cab4-2cec-4e7c-a81f-8c0dba5b1549\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.263109117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.263820495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.263884061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.263915173Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.265452837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.279292051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.283423302Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.283485276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.283520656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.283551447Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.28357773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.283916224Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.292792329Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.293044512Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.29309862Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.293130152Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.293512975Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.294308731Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.299587518Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.299650925Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.299685824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.300382592Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.306197849Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.314581082Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.314642815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.314775569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.315083142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.31843455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.318491433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.318704778Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.376435272Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.376498328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.377381367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46480"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.380087449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"0d941cb7-f23f-4f10-b509-6132aad7f7ad","remote_addr":"[::1]:46480","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.380156727Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"0d941cb7-f23f-4f10-b509-6132aad7f7ad","remote_addr":"[::1]:46480","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1005,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.381350977Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d941cb7-f23f-4f10-b509-6132aad7f7ad\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.435640766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.4357885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.438841934Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52393"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.439451268Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"6e4f39dd-6cd0-4f3c-b8fe-aa5d4fe4528a","remote_addr":"[::1]:52393","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.439745233Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.44011481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.440380249Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"6e4f39dd-6cd0-4f3c-b8fe-aa5d4fe4528a","remote_addr":"[::1]:52393","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":939,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.441793144Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e4f39dd-6cd0-4f3c-b8fe-aa5d4fe4528a\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.486496081Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.487447547Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.487494972Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59585"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.487965359Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.489607Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.489665035Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.489696528Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.492114947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"cd7e2f92-e688-4c34-9bec-39d37b35570d","remote_addr":"[::1]:59585","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.492170417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"cd7e2f92-e688-4c34-9bec-39d37b35570d","remote_addr":"[::1]:59585","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":244,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.49282927Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd7e2f92-e688-4c34-9bec-39d37b35570d\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.546531238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.546603912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.547599276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61715"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.548283339Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"50ca4fd6-69e5-4ed3-8f76-89ca31125ae5","remote_addr":"[::1]:61715","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:45.551488875Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"50ca4fd6-69e5-4ed3-8f76-89ca31125ae5","remote_addr":"[::1]:61715","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3217,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.554138194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50ca4fd6-69e5-4ed3-8f76-89ca31125ae5\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.556435692Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.556485601Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.556513416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.562072653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.562744652Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.563064118Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.563117364Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.563828702Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.574519813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.578365265Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.5786037Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.578691094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.579194687Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.601065714Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:45.615763168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:45.616232052Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.616285619Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"2.159962865s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.616324155Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.61635175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.616388534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.616420057Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.616449425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.617384338Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.619843047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.625008458Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.62505957Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.62509438Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.625508404Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.630849787Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.630908414Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.631962464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62316","req_id":"29d71dca-e587-4b9f-af41-b5c13d8345e5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c4 e5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.632026481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62316","req_id":"29d71dca-e587-4b9f-af41-b5c13d8345e5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.632164917Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.632301108Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.632459193Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.632493301Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62316","req_id":"29d71dca-e587-4b9f-af41-b5c13d8345e5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.632928869Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4470, tv_nsec: 431764928 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.633001354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.633130741Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.633529476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56505","req_id":"42d44a4f-3031-42a5-a76a-a10758871033","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fa 66 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .f..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.633590938Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56505","req_id":"42d44a4f-3031-42a5-a76a-a10758871033","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64102,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.634401644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.634451423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56505","req_id":"42d44a4f-3031-42a5-a76a-a10758871033","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.634554578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59439","req_id":"c916c544-f640-40e7-a45b-7b73c8494cfb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 80 04 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.634601823Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59439","req_id":"c916c544-f640-40e7-a45b-7b73c8494cfb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32772,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.63469094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.634812242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59439","req_id":"c916c544-f640-40e7-a45b-7b73c8494cfb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.775665352Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.776160389Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.776218745Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.776253154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.776281951Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.777032176Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.778457506Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52512","req_id":"91843eee-8084-48e0-b65a-fc79544e70c1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 33 23 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 3#..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.778521794Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52512","req_id":"91843eee-8084-48e0-b65a-fc79544e70c1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13091,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.778818094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13091,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:45.778916129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52512","req_id":"91843eee-8084-48e0-b65a-fc79544e70c1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.779496766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.779537217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.779561896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.785675377Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.793396139Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.793456269Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.793491669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.793889312Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.803064002Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.803164071Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.803764838Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.810274578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f14c5f38-8ca3-49af-99d2-8b4f2086dd39\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.810523835Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.826513303Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2df09692-339f-418f-b58e-a25b78cde7d6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.826878931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.840131777Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3644b69-4a49-4989-86b5-8441673ded5f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.840565902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.844705219Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59186b29-eb48-45ca-b48d-020a1bfd1d95\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.844836901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.847032797Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acdcc3c0-5e56-4747-a8e1-ca35bfff817b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.847097886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.849447738Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"187018e1-6406-4bdf-a73e-6d4992bc4b2a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.849530162Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.852155253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cb07923-bbc6-4f09-a51f-ddee351eb10b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.852215854Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.854448913Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d146e600-6d3d-4404-9d5d-fcd9b887ef42\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.854563461Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.855830656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eaa4324-718a-4b25-a078-db40bc526d8b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.856258218Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.860237155Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f601388e-d8ad-448a-a7cc-f9d1a4d415ba\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.860329529Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.862314314Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.864687392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"406edb8a-dfc1-46ca-a2c2-d00d308e417b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.864815988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.865739298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb192ef7-81e3-43ae-a087-97037f9f91ee\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.865896331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.869316505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cebefd0a-0ea1-493c-ac38-cb5e15b8e78e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.869473458Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 2 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.872884234Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 2 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.872945035Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.872977931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b931ef41-8ca5-4f27-b3ff-c913e7f5761b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.873105505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"unrolling 2 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.873393348Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.876784806Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.880823893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.880885837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.884190581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.88425025Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.886387438Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa161bae-8b25-453c-a78d-630e42a9e87d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.886513309Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.888354397Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15ebedda-58e4-4e28-876a-22e1c2419637\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.888515789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.890358931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b01bd024-b08d-41ae-ab3f-bd8af57a7421\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.890430373Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.893773805Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ad8adb4-1904-4fc6-b368-c62b3060e3df\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.895557539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.897664567Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf88c1e9-0781-43a1-8e92-15e25fd08c08\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.897729647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.8992923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c711ffa4-d685-42f2-80b9-7c9bc8ae7b4d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.899551988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.900752059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9d35476-62e7-4874-9afb-30785819de13\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.900874012Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.901964054Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a762a05-740a-460c-a962-00ac05ed360a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.902081818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.903048053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6c0e04a-ab04-478b-86b5-bc1fcc05e6ef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.903147261Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.906975188Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b4bdd2e-8697-4228-b451-890277aadbe2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.907273993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.909109851Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fb2e334-9d9b-4e0c-b0a4-b4827c1c8a6e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.909178839Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.911394182Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3359a9c-1732-439f-80d9-85b1925e7f3e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.91146304Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.912543873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.912602931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.9126377Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.912668471Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.91335043Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.915022111Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbcaf32b-4373-4d0f-aa35-09b5e6fba4ca\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.915148703Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.916474976Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.923705903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.923782004Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.923813908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.924232181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.926508336Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bd4938d-cc22-4715-9516-276789f80712\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.92679101Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.927299172Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.927342108Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.92786519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.932522379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be91231d-446d-4bc7-803a-9132e314a784\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.932873849Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.942588806Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c62f829-f477-4146-8c97-f251701a01f0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.942766159Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.946497724Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f542312a-3eed-4bd0-b5ef-1d532d979f4c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.946641921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.94791583Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9833f0e-4ddb-4547-beb7-22dfabdb0510\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.947992623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.949220168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a8beef8-97bf-4c3f-8b61-3ad7a9a06d28\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.949457411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.952504903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1473510-b76c-403c-b9d5-0d6045f94f52\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.952574902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.955905679Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.957646267Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c139790-6fb7-4447-abc6-3a863dba161a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.957907638Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.961453633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"320d8e11-e2c0-4e05-9c3f-8922271247ef\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.961626768Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.966548073Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"add2ce7b-2d6f-46c5-bbed-ac908949c0b3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.966723382Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.970216111Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12156ef8-00a1-4c3d-9dde-e3e9f2c325ce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.970290029Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.973696406Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86f9cee3-9da4-458c-944c-10d821fb59da\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.974392753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:45.974814243Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.976543208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8ff2fc3-ac4a-4704-8a9c-bdcec32243f3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.976611674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.978538804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8470f1c5-1f37-4de1-a5d8-ae273c0b1737\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.97865217Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.97976174Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"234233d0-9f1d-4516-ae7b-2a70191131d1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.979889114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.983131294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6d17115-ae20-4700-99b9-02a6a2fe2356\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.983315371Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.984769909Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3e9ae39-85e7-4a6b-b234-d1263e82c99a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.985117411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.986474064Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b54b7090-c76d-4651-9844-a199c2ec2f75\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.986742609Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.986786016Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.989408711Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2678001-6604-4943-a789-ff1e79cb5de1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.98945323Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.991123067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c38a6614-e34d-49ee-a4f9-5cc97b8b01ed\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.991477734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.993732536Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeda6711-b190-40a6-98e4-3742bbc247f6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.993996552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.996904586Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"538bcf63-5529-4b54-b6e0-e89de63964b5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.997794129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.999151393Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f99cfd8-e266-4507-b0b2-4b9c8ec2505b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.99928052Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.999326973Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:45.99936084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:45.999388375Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.001490023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.003875896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.010602298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.0106684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.010702177Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.010730434Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.010756736Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.011435168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.011749294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.01197357Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.012544648Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.012597995Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.013279462Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.014589322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.019728532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.019792289Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.019825745Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.02031477Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.020695949Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.026836073Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.026915441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.026949098Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.027344075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.0291786Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.029236766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.02971066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.096713219Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.096792246Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:46.097179858Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39182"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.097861717Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"35ac02f8-2d45-4daa-a358-1ba096ffefde","remote_addr":"[::1]:39182","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:46.098224349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"35ac02f8-2d45-4daa-a358-1ba096ffefde","remote_addr":"[::1]:39182","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":374,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.099400172Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35ac02f8-2d45-4daa-a358-1ba096ffefde\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.200882439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.201036155Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:46.201964154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54065"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.20221292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.203214726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"f8e21edf-d871-40ae-9907-8e9fb99ef7c0","remote_addr":"[::1]:54065","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:46.203941414Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"f8e21edf-d871-40ae-9907-8e9fb99ef7c0","remote_addr":"[::1]:54065","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":722,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.204197163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54363","req_id":"b0e4e7fd-3858-4ad6-9680-2f3de13f7dfa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b7 aa 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.204802089Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54363","req_id":"b0e4e7fd-3858-4ad6-9680-2f3de13f7dfa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47018,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.204984352Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.205170042Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.205549528Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.205655259Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54363","req_id":"b0e4e7fd-3858-4ad6-9680-2f3de13f7dfa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.20584187Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8e21edf-d871-40ae-9907-8e9fb99ef7c0\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.257288244Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.257445818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.258603074Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4471, tv_nsec: 57506717 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.258752612Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.258956247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:46.259229532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39528"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.260140136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"6d66db03-04d9-46c9-b161-51dc0c0cd2f1","remote_addr":"[::1]:39528","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:46.261634293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"6d66db03-04d9-46c9-b161-51dc0c0cd2f1","remote_addr":"[::1]:39528","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":1503,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.262319118Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60022","req_id":"7be69984-d864-47e3-aa9e-6d836c37d635","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fc 59 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Y..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.262507463Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60022","req_id":"7be69984-d864-47e3-aa9e-6d836c37d635","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64601,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.262834835Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.263065154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60022","req_id":"7be69984-d864-47e3-aa9e-6d836c37d635","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.263527175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59714","req_id":"ea477bb9-4c64-409b-ab93-bd84c716c319","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 27 9b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e '...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.263680109Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59714","req_id":"ea477bb9-4c64-409b-ab93-bd84c716c319","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.263922923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.264079425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59714","req_id":"ea477bb9-4c64-409b-ab93-bd84c716c319","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.264304263Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d66db03-04d9-46c9-b161-51dc0c0cd2f1\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.328903112Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.328976017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:46.329490172Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44037"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:46.330310516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:46.388205829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.38838222Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.391029154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"269adaed-6301-4305-be5a-eec1022bc5d4","remote_addr":"[::1]:44037","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:46.393206212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"269adaed-6301-4305-be5a-eec1022bc5d4","remote_addr":"[::1]:44037","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2248,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.393512502Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"269adaed-6301-4305-be5a-eec1022bc5d4\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.396526517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.396584813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.396613901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.405612981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.405701197Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.405841346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.405892548Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.408372099Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:46.41013435Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.410537273Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.411700811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3e5748c-4505-40e8-bc4b-4aef9ffc2173","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.412314784Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3e5748c-4505-40e8-bc4b-4aef9ffc2173","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.412477088Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3e5748c-4505-40e8-bc4b-4aef9ffc2173","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.414673694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3e5748c-4505-40e8-bc4b-4aef9ffc2173","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.415614469Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.419652955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.42000679Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.420063563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.420597978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:46.42273727Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3e5748c-4505-40e8-bc4b-4aef9ffc2173","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":10993,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.42503052Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3e5748c-4505-40e8-bc4b-4aef9ffc2173\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.425352922Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.425851565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"cecf6c1a-f7c3-4ef4-be61-8fc18986ee64","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.426257003Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"cecf6c1a-f7c3-4ef4-be61-8fc18986ee64","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.426326341Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"cecf6c1a-f7c3-4ef4-be61-8fc18986ee64","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.426852029Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"cecf6c1a-f7c3-4ef4-be61-8fc18986ee64","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:46.430468534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"cecf6c1a-f7c3-4ef4-be61-8fc18986ee64","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":4656,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.431117357Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cecf6c1a-f7c3-4ef4-be61-8fc18986ee64\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.431488467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.431613856Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:46.431701792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.448898565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.44899128Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.455324418Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.455737181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.456538006Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.456595631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.456625841Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:46.476176986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:46.476417405Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.476477033Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"860.093339ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.476517163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.476544187Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.476573856Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.47730335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.477364001Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.478127823Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.481210464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.487349707Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.487414245Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.487476529Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.487824753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.494180997Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.494239434Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.504074099Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54817","req_id":"3fbc8abc-90b5-46e8-b9ec-ca0d8ede1290","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6a 1e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 j............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.504141413Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54817","req_id":"3fbc8abc-90b5-46e8-b9ec-ca0d8ede1290","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.504338886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.505734547Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.506014244Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.506063623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:54817","req_id":"3fbc8abc-90b5-46e8-b9ec-ca0d8ede1290","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.506620031Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.506680782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.506713818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.506742576Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.507298754Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.508121974Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4471, tv_nsec: 307007562 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.508196222Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.508224318Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.513307075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:49708","req_id":"bc56c9db-ccd7-431c-aec6-01866098a5b8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2e 30 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .0..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.513370271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:49708","req_id":"bc56c9db-ccd7-431c-aec6-01866098a5b8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.513458156Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.513558716Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:49708","req_id":"bc56c9db-ccd7-431c-aec6-01866098a5b8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.514477848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:49731","req_id":"6fceb6eb-3446-4a98-8bc1-35af82bbcca4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1f 6c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .l..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.514541665Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:49731","req_id":"6fceb6eb-3446-4a98-8bc1-35af82bbcca4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.514623798Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.514711964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:49731","req_id":"6fceb6eb-3446-4a98-8bc1-35af82bbcca4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.51485542Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.531273933Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.531335175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.531368391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.531947815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.635653362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.637031909Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59691","req_id":"d71cfe22-747d-47e9-b1e0-eda5a0124465","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 20 ce 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.637261817Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59691","req_id":"d71cfe22-747d-47e9-b1e0-eda5a0124465","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8398,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.637650581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8398,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:46.639796928Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59691","req_id":"d71cfe22-747d-47e9-b1e0-eda5a0124465","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.64420974Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.644355861Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.645177258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.646297369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.646421687Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.647446008Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.652282324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d100136d-61fc-412b-8e93-24387f34c274\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.657386814Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.660622972Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0ad72c0-24f9-4fb3-905d-0cf3a4a88c73\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.660900666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.671010589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39b25c1a-da95-4ff1-889f-b36f4b025f86\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.671238122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.6755281Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d851320-f469-4450-a6cd-fdb7b004cb62\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.675744371Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.680524655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e07bc4bc-ec99-43af-b748-38c04aa47a96\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.680685015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.685628975Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13cba428-034b-472e-b255-b4f84b72235e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.685747992Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.692171891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.694627514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e4bfd4d-9a67-4a39-8343-b6d2db807a0b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.694781331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.699151939Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7a7e3af-85fa-4b00-a48a-14a00f9f7cbe\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.699303561Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.701354026Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d979fabe-9f20-4cd4-90f9-e9d19e85a936\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.701597151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.703055997Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eafa1808-40d6-435f-aed0-b2550206395c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.703258681Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.704405957Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6c627be-56dc-40a4-802c-e160f8ec21ea\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.704533842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.70684183Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd1dca2c-4c05-4abe-821c-27f5509204b7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.706905207Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.707762956Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87d2b56c-8cb4-4942-a9b2-3e402346da9e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.707942413Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.709857659Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f1f14ab-fe73-4fc8-8d14-4f923fe589c5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.70997829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.711769549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bcfde0c-cf7d-4a30-8c9c-fb3178cb57b6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.711831803Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.713868571Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bcbcbf0-5de2-444f-bb9d-db72b041062b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.713939282Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.716064927Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6551c25f-58ca-497a-9fde-1820c4937583\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.716110167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.719407887Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02568d2c-f35d-46d0-bce2-22281f732027\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.719472276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.7212865Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"583071ab-79a4-4873-ae76-623b592b99c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.721357362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.723648667Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37d2469f-6870-4f8b-9209-0a7606a24706\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.723768706Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.72475419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46f6c50c-18be-4c96-abc4-477498500041\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.724876413Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.726851158Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"121b924a-455a-4cbb-917a-b3a6771e710b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.727101647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.728270936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afe112d3-669b-46ef-aecb-35c839c8feab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.728336267Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.730739425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc421a67-4235-401e-964c-cdab79f42bc1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.730893301Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.741103174Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"467877ea-adf2-49f8-bca8-c74f567e8705\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.741335086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.742580658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.742719464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.742815906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.742901196Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.744141548Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.746350489Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eed3e94-619e-4522-92bd-5484e5b000a6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.747834696Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.748120055Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.756179653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.756292518Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.756328249Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.756751041Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.759469287Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.75952569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.761179264Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.818806963Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddce26e5-ea8e-4b62-ab3b-addc33c9bc68\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.819078474Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.828746116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.837688423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9da6f895-8b51-419f-824d-7328f13013e7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.837810877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.841083778Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57c9564e-e24f-4685-91fb-79ab1614a4b3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.841403385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.845143126Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cca0e543-55cc-4436-8fd2-5f7138df8645\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.845222495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.846867131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7efe8062-c124-4303-8c4a-3140c0726e31\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.847203742Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.8482719Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df5820e2-a18e-4941-94c4-27745ae9f00d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.848438572Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.849694314Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9c1f1fc-796f-4f65-b164-48058079e5c6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.849831468Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.853547271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c965c917-2887-49dc-8bba-8beb32f2f8f8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.853617701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.85574499Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aa3a615-1174-4ee9-8107-b2d945ae4896\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.855917233Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.857601549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fc2c25e-8074-425b-944e-4e6e67259a26\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.857713903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.862306784Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20b50ab0-abbb-4e88-915b-932df000f098\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.862566471Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.865355629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4dc2172-db1e-4732-b010-f47d1481af1e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.865647039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.868511486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72958294-d569-4f24-aa3a-f3b6b0dbeb3f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.868633279Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.870471682Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df3ddf04-8d2b-496e-b759-511fa33c7440\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.870533455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.872615323Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.872720603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.872752496Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.873821997Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.874386492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1ba93d6-1cd7-4664-9601-597f0778ae3c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.874592432Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.876072271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feea30b7-c84c-41be-8784-48e773e14fd6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.876215997Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.877330668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70f87355-2fb6-45ae-839c-9663a98b9960\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.87749731Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.877962968Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.87801935Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.878678604Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bfc83ca-4e17-4d4f-ae69-2dc2ce665e5e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.878805907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.879563547Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.879618286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.879653175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.879679758Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.880677807Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.881080229Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.881133415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.881926615Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac56e000-0374-4683-9ee5-61d63d269fd5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.882396672Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.882483254Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.884790662Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.8918768Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.891939495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.891969906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.892576404Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.893174696Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31c8c17b-4544-4fdf-8338-73d03b836906\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.893409674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.896091868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df2b7637-3ec6-4b69-a687-fd2b928b0aa0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.896178922Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.896630351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.896686253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.897293112Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.899414158Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f8f04a4-ff34-4dbb-a04c-bead92f065b4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.899478456Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.900337057Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"740f4bf8-846b-452c-b59f-29c60f3e91c8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.900488869Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.901906744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20ae5e00-402c-4f92-ab61-269800d51873\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.902061372Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.902108476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.902139949Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.902167323Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.902812789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.908989406Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.914813891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.914879642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.914915764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.914944902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.914970944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.915572663Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.918766907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.93073852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:46.930869741Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.930966334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.931923541Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.999471345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:46.999619491Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:47.004744863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44928"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:47.005344227Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.006190343Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"16a66a92-9bbb-4605-b5ed-469a95892fac","remote_addr":"[::1]:44928","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:47.007747124Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"16a66a92-9bbb-4605-b5ed-469a95892fac","remote_addr":"[::1]:44928","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1561,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.009357443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16a66a92-9bbb-4605-b5ed-469a95892fac\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.058594955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.058728652Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:47.059434208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37584"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.059986067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"177512a3-e287-4a8b-9bd1-e1a66fe5ba3f","remote_addr":"[::1]:37584","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:47.060548658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"177512a3-e287-4a8b-9bd1-e1a66fe5ba3f","remote_addr":"[::1]:37584","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":566,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.06125716Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"177512a3-e287-4a8b-9bd1-e1a66fe5ba3f\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.116911407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.116982308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:47.119645334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49892"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.119737809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"b8edde67-f5e4-4463-9542-6953876b1d32","remote_addr":"[::1]:49892","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:47.120776749Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"b8edde67-f5e4-4463-9542-6953876b1d32","remote_addr":"[::1]:49892","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":1181,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.123199406Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8edde67-f5e4-4463-9542-6953876b1d32\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.177916075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.177999682Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.179190174Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:47.179565682Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65159"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.179916871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.181404796Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"af77f15a-f3c1-45aa-92f1-a62be6e55212","remote_addr":"[::1]:65159","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:47.182484617Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"af77f15a-f3c1-45aa-92f1-a62be6e55212","remote_addr":"[::1]:65159","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1194,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.182816589Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57751","req_id":"81682efa-9cdc-40b6-b28b-e34e92810eb6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: d6 53 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .S..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.18288244Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57751","req_id":"81682efa-9cdc-40b6-b28b-e34e92810eb6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.183118551Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.183289211Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.183458738Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.18354973Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57751","req_id":"81682efa-9cdc-40b6-b28b-e34e92810eb6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.183845699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af77f15a-f3c1-45aa-92f1-a62be6e55212\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.1874546Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.187572775Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.187607805Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.19249889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.192568258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.192606705Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.19263919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.193180809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.194849965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4471, tv_nsec: 993660272 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.194926347Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.194956246Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.196590503Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64911","req_id":"36f760ff-7900-496a-92b0-134414fab770","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5a 8e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Z...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.196656965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64911","req_id":"36f760ff-7900-496a-92b0-134414fab770","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.196741744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.196764579Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64911","req_id":"36f760ff-7900-496a-92b0-134414fab770","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.196801443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52956","req_id":"dfdb497d-a5b3-49de-a1d1-e1186154ed4d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 45 35 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e E5..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.19683533Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52956","req_id":"dfdb497d-a5b3-49de-a1d1-e1186154ed4d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17717,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.196917855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.196939267Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52956","req_id":"dfdb497d-a5b3-49de-a1d1-e1186154ed4d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:47.196972093Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:47.255830965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.255908299Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.257042068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:47.257103661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:47.258627086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.258683158Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.263088025Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.263298634Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.263348003Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.264291292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.264732671Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.264788493Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.264821178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.264903782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.265579659Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.270367458Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.277502655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.27756543Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.277599528Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.278076248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.281874736Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.281933723Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.282673066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.301390129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:47.301470259Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:47.304407391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:47.305735417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:47.306069653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.306123199Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"829.602358ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.306163419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.306189772Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.306218559Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.306246956Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.306341254Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.307159093Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.310057638Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.315058593Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.315125526Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.315159894Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.315639801Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.321316792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.321374296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.323191286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62134","req_id":"2c7e6700-5197-4152-90e0-49c665bd0e39","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c7 ba 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.323257298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62134","req_id":"2c7e6700-5197-4152-90e0-49c665bd0e39","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51130,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.323326105Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.32334848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.323369271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.323391315Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62134","req_id":"2c7e6700-5197-4152-90e0-49c665bd0e39","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.325685706Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4472, tv_nsec: 124574901 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.325761317Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.325887959Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.326278067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50070","req_id":"7f804f48-98d0-43a9-bb77-aa4f9ab91a72","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 54 08 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e T...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.326334719Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50070","req_id":"7f804f48-98d0-43a9-bb77-aa4f9ab91a72","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21512,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.327915198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.32796598Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50070","req_id":"7f804f48-98d0-43a9-bb77-aa4f9ab91a72","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.32808178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63795","req_id":"08e9d9a4-563f-4e81-9342-da7c7c2fe54c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3e ac 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e >...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.328132171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63795","req_id":"08e9d9a4-563f-4e81-9342-da7c7c2fe54c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.328280025Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.328311548Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63795","req_id":"08e9d9a4-563f-4e81-9342-da7c7c2fe54c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.47323566Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.476726996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.477405198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.477592511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.479842634Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56149","req_id":"65ac519b-8685-41e7-9f64-d268f82d8d0a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ba 13 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.479908656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56149","req_id":"65ac519b-8685-41e7-9f64-d268f82d8d0a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.481218666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:47.481327192Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56149","req_id":"65ac519b-8685-41e7-9f64-d268f82d8d0a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.484826384Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.484887516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.484917245Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.485349676Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.486074471Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.486125482Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.486153137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.497292241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"853684c8-0653-4595-95ae-b381cb4e4b48\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.497894822Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.511965226Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9549cbf4-9bc6-480b-9ac8-6bd239eca65d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.512247078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.534214406Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.534481007Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.534614584Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.534714292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.535848542Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.541231447Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.547249828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.547349677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.547489366Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.548032518Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.550575885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.55068365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.551206512Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.551705546Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf057a94-c207-4a72-916b-fcd14f5124d8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.551990153Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.566308131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c861838-de19-4fdd-b4a8-be2bf72bbb99\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.566594421Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.572335991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bde41a3-b9c4-456a-8d50-ca23461ad715\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.573451844Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.580755146Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4fbf15b-4118-4b3c-ae75-624aa7e713d6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.580894513Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.588503734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca2b731c-2b3d-4f26-9037-c5dc94fb6aca\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.588717941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.592659394Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82860ca9-6115-4d77-8719-b914e99c202d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.592845395Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.594273881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.595334905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf252636-e13d-4180-917c-758703021e4b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.595481858Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.596580467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"280d78be-11cf-4e3c-917e-e551a6035dcb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.596724023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.599589662Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feb05700-94b5-441b-b348-226b19f1af1e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.599723288Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.602478017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a95152d9-b236-4793-9a68-d0341cc2d501\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.602558117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.604193275Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0319efee-1801-4454-b225-a45102c950f1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.604380578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.608643722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4c152e6-be54-4415-a503-d67a521f80d9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.608721868Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.610554008Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfbddba0-2248-42a0-996f-f9ea30af25a4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.610621522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.614127187Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fea82756-db33-4daf-a01b-f20b37a728f4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.614345552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.617935415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7bcdbff-4661-418b-836d-d907c7c52749\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.618102688Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.620499764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e84967f-420d-45c7-8c6c-05a40260632f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.620670725Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.622452665Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a4df552-51e0-473f-b78a-8a86fc9a32d6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.622652544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.637155389Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e5bde88-ff99-4490-a5e4-959d4f8034ef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.637297573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.638281012Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40c65474-dba4-41b9-a8b6-b4beac1ef8b0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.638426422Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.639319672Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5652ca4f-a99b-4e70-a909-439a3a4fbab1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.639453358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.640552248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79f79eb7-9ea6-45da-ae3d-eca468edd52d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.640668319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.642398346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e00f893-a0c8-4144-a419-bfffec03b573\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.642634987Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.644493009Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.644547388Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.644581896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.644609281Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.645501799Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.647254892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"277ef5a1-ba7b-47a0-847e-fec208ec0d4e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.647433147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.647992271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.655211615Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.655297887Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.655332406Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.655855107Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.659291665Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.659353317Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.660066488Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.660728998Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe2b7e33-d3e8-44fe-9e63-3913f363df02\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.660876853Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.663777362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac7fd888-f05c-416c-ab23-c5a04afa4bb7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.664147089Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.670819473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98dec726-3f50-4b6e-ad59-b88e09304262\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.670969592Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.678109628Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8eb24c0-8b59-4d7b-880a-634a41b007d8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.678828851Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.688223069Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c78d2edc-875d-455a-9a04-d5d9d7ffc786\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.688472836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.692066356Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"157830e7-5afd-483f-91bd-e56085325a68\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.692318649Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.707334948Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.710368211Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e5a3bf2-cc9b-417b-9864-55ef7800cbdc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.71062844Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.7122897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7d8eb98-eea5-45ed-9564-5bb8d32d5fe6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.712513335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.714659772Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aa18c18-35bb-4967-bfd2-995df04ec271\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.714872386Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.722029265Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84c12d6f-6970-4ebb-a11b-221ccab22f36\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.722594381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.731031502Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"411194f3-373e-46d8-93bd-da8bf44c5a66\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.731254616Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.736533504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9e570cf-949a-4bc3-a1e7-80d540ff721e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.736748232Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.745937811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1114348f-1a44-420f-a08a-2485ca3d0479\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.746160776Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.754518558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56037a90-3e6c-48b4-ac96-f865158d835a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.754773947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.769859203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.77000302Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.770104552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.77209106Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.773543053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.782611261Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.790251994Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.790347926Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.790433636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.791436374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.799587936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.799692083Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.800283622Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.829117782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a49a41db-02f3-4ed2-8ae0-82f87757934d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.8294129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.857644209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93e512b1-b5d4-407b-8fb3-c71adb311514\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.858257291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.859844042Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a398887f-fbe6-45d9-99a1-a6814df6c193\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.860113148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.86488701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.865187799Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9445bb15-c8f7-4e4c-8307-c751c9f585d3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.865339381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.867926225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ecee898-5d16-45ea-832f-8cc58249f6f9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.868128659Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.869165124Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08f2b431-25f4-4988-9afd-442b8652a434\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.869230704Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.86926362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.873009453Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.873048441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.873874206Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.874241668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.874501646Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfb888c5-bd34-4b11-866a-f1e20d09c426\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.87471438Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.876633434Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"362edcfe-4912-4b5a-9fb5-487f50dbe32b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.876864154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.878330726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.878380986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.879176671Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e67fc2c2-f59d-44a7-9829-484adb18b5d6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.879490476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.881232417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9b6040a-b744-4dd3-ae18-32d48bc83656\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.881486674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.883322111Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdc6bb8e-978f-4c86-b091-0858ee1cbddd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.88350237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.883567179Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.883605235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.883637198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.884677241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.885092017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.885155283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.889353197Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.896428484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.896493794Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.896529706Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.89656175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.896592561Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.897313508Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.900325659Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.909912631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.909974774Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.910007319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.910687284Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.981994188Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.982063326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.987433596Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.987535218Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.987582172Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.987612252Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.989970801Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:47.990032965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39150"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:47.990780815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:47.991249098Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"f32a02c8-ee95-4f0a-8978-b8845e236146","remote_addr":"[::1]:39150","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:47.991662732Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"f32a02c8-ee95-4f0a-8978-b8845e236146","remote_addr":"[::1]:39150","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":434,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:47.99198276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f32a02c8-ee95-4f0a-8978-b8845e236146\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:47 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.058919627Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.058982402Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:48.061261163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35011"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.063124315Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.069698694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.069783102Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.069818633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.070177718Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.070328489Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"31ac83d4-5592-42b8-91cf-ec45ba19adb1","remote_addr":"[::1]:35011","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:48.071396256Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"31ac83d4-5592-42b8-91cf-ec45ba19adb1","remote_addr":"[::1]:35011","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":1030,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.071991693Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31ac83d4-5592-42b8-91cf-ec45ba19adb1\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.133004477Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.133137181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.133403642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.133459914Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.134605136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:48.134851777Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45264"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.135563746Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"7d687a70-4a0d-4ac5-9c6d-700a725231dc","remote_addr":"[::1]:45264","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:48.135898853Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"7d687a70-4a0d-4ac5-9c6d-700a725231dc","remote_addr":"[::1]:45264","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":513,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.136164102Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d687a70-4a0d-4ac5-9c6d-700a725231dc\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.198450574Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.198546876Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:48.199181821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45854"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.199801425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"1fcf99aa-71c8-4cdf-83b3-14aeb0d7577a","remote_addr":"[::1]:45854","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:48.200285139Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"1fcf99aa-71c8-4cdf-83b3-14aeb0d7577a","remote_addr":"[::1]:45854","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":497,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.201895698Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fcf99aa-71c8-4cdf-83b3-14aeb0d7577a\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.204890936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.204984282Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.205025203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.227113262Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.227830171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.228156621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.228441919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.229581059Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.251591494Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.273228664Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.273495937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.273549694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.274037947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:48.409760144Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.412035999Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.413956074Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bf26ba93-184d-447a-bed3-924fdcbc9da3","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.414023729Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bf26ba93-184d-447a-bed3-924fdcbc9da3","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.414068979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bf26ba93-184d-447a-bed3-924fdcbc9da3","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.415199742Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bf26ba93-184d-447a-bed3-924fdcbc9da3","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:48.423015745Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bf26ba93-184d-447a-bed3-924fdcbc9da3","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":10081,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.42361549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf26ba93-184d-447a-bed3-924fdcbc9da3\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.425299385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.425359826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"ade08801-4ae4-4bc3-a7e3-21607e3a33fe","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.425401378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"ade08801-4ae4-4bc3-a7e3-21607e3a33fe","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.425439304Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"ade08801-4ae4-4bc3-a7e3-21607e3a33fe","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.426106573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"ade08801-4ae4-4bc3-a7e3-21607e3a33fe","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.434864553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.463201182Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.46402804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:48.465003764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"ade08801-4ae4-4bc3-a7e3-21607e3a33fe","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":40565,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.468319931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ade08801-4ae4-4bc3-a7e3-21607e3a33fe\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.468557354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.468755028Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:48.468840388Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.47202867Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.47401626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.474073815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.4741015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:48.479952157Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:48.495287883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.495797739Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"1.189618448s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.495956345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.49608432Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.496213577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.496316703Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.496408075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.497246926Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.497907011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.498173582Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.498219684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.504770596Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.511326539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.514881241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.518336536Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.518395824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.518430032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.518858486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.52215335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.527254524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.528765675Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.528808761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.530254792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.54013126Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.54038732Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.542273889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.545870004Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.54688146Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.559258049Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:51715","req_id":"51ffd9c4-7c95-46f7-a177-5a0b63eb6a19","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5e cc 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ^............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.559781332Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:51715","req_id":"51ffd9c4-7c95-46f7-a177-5a0b63eb6a19","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.560010599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.561040941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.561095139Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.561120079Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:51715","req_id":"51ffd9c4-7c95-46f7-a177-5a0b63eb6a19","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.588493248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4473, tv_nsec: 387265330 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.588665241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.589073324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.589380206Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.590103076Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.592349171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/ba62cd5d-b463-4373-943b-6bcde6f6c117","method":"GET","req_id":"2328d0f7-1fc7-4352-9fd9-05d48a91716b","remote_addr":"127.0.0.1:46222","local_addr":"127.0.0.1:52570","component":"dropshot","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:48.611700467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/ba62cd5d-b463-4373-943b-6bcde6f6c117","method":"GET","req_id":"2328d0f7-1fc7-4352-9fd9-05d48a91716b","remote_addr":"127.0.0.1:46222","local_addr":"127.0.0.1:52570","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":19374,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.61415605Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58664","req_id":"430fd642-0372-4099-a86f-679c5e0c58d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 35 4e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 5N..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.614333564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58664","req_id":"430fd642-0372-4099-a86f-679c5e0c58d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.614658751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.614815223Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58664","req_id":"430fd642-0372-4099-a86f-679c5e0c58d8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.615321572Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59546","req_id":"82df302a-a055-4c63-9526-16864de89fd3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4b 98 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e K...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.615643494Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59546","req_id":"82df302a-a055-4c63-9526-16864de89fd3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.616116516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.616379831Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59546","req_id":"82df302a-a055-4c63-9526-16864de89fd3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.616813304Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.644810988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.644861909Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.644891017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.812295069Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.828941185Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58020","req_id":"760fc8b4-0d79-4b88-8c7c-777b4457ca60","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 49 7c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c I|..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.829006826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58020","req_id":"760fc8b4-0d79-4b88-8c7c-777b4457ca60","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.830104663Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:48.831703078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58020","req_id":"760fc8b4-0d79-4b88-8c7c-777b4457ca60","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.834614699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.83522772Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.835283271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.8606888Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ae96c15-b454-4cef-8e17-0f2ef2266b21\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.86088962Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.871694428Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74b6db05-10fd-4fea-99ac-25a40482b1f1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.872547207Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 6 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.87348202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.873526839Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 6 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.878872169Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.88352498Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.896236567Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.896410834Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.896472507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.898335729Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3fc9437-5607-40f4-af72-de6cfd2f06e9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.89975642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.902069468Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d92a7e9-9aa3-405e-910f-86af443004f8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.902131762Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.903166905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.903212375Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.905916012Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46d94848-b16f-4cf4-a6ea-8c4c91ca5e60\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.9061962Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.907054671Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.907104891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.908713185Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0d3f38c-1719-4038-b37a-41d644659444\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.908884417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.91161154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21f2397c-4f51-476a-b781-07e2545bb52e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.91178208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.912727353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.912767293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.915317083Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.915369758Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.915468084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65beae73-021a-467e-9abe-75b81b7b040e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.91563186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.91667072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d47a10e-673a-4c1d-bc9f-b09231618332\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.916817322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.917881944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cbad90c-87d8-48b2-82f8-35ca274c25af\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.918021241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.918983779Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"806ecd36-7f6a-4d91-99c0-1c9c07f6970a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.919116463Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.92008829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d9a27ca-e3d1-4df7-9e97-5d97d0cc6a73\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.9201335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.921799669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"919cdbdf-62fd-4fd4-bcea-6dc8baffdbb1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.921988586Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.92356181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7926ef59-5f5d-44fe-9905-a5a2b87da89e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.924174511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.926015519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9721937d-75ea-4954-af59-23363a8e58f8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.926148574Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.927898691Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1adcb12a-f763-48c6-af04-401f1b37d3a2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.928145102Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.930276419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4112ae8b-a25e-494e-92f9-1900c0ef404a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.930389915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.93265606Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ce12465-877a-4610-bc35-dd92c4c78da4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.932703535Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.934348222Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ff1843d-2fa3-479d-ae42-bf7410266956\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.934490164Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.93527094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"121b78fc-8590-48e3-8ade-e8750fb960fd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.935317202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.936316674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e43f79b3-afff-482d-9bcd-370c9ec2da82\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.936360661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.93738878Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24286a5d-0e8f-4b23-b6d6-1f42774e3b6d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.937523248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.938319504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97fe26c6-f536-427c-83be-25cd8a737f8e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.938429082Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.939792599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae9cda84-fb4b-4356-8838-00605df906ef\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.939996004Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.941878655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bec8350c-b9ff-40f7-9540-8cd5e6343882\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.942153032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.944092196Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e94ada1-0aa8-4f4f-bb87-fad1abe5a0d8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.944148378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.946587798Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.946678789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.94671904Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.946747767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.947558803Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.949875178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"085f195e-cc93-4ad1-80bf-57960a24150b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.950014516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.950219704Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.956711078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.956770286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.956802971Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.957245122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:48.9600395Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.960158567Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.960929403Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.962548669Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8f5bda4-5273-4a23-9fd5-848292d07768\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.963218484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.966895139Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2f18ba0-6b1e-47d0-82b9-777735777639\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.966963505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.968691729Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5db6cd94-818d-4802-9155-a1371f3e4626\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.968815325Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.969984444Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"797eab5c-d865-4f7a-bc20-fba0f78f5040\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.970199353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.97321452Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b276a96d-1331-49e1-a152-890281cb550c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.973398036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.974922864Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a6a67f3-f1d4-4e42-996c-6257555034fb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.97517208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.976834372Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a957423c-683e-4e87-93a9-16d08d53f7f1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.97707423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.978449951Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70806563-7650-41d9-a83f-03f8fbd38de9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.978691402Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:48.980596208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.985007627Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4c42989-6726-479f-ac6f-4d31ea8915ac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.985412945Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.988441709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.990465441Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2db15782-8bfa-446a-a2b5-78ad80276c5f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.990678426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.99242704Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"232ed507-9ecd-48c2-a2da-3d386f0594fb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.992761005Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.996730374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38c6d08a-a800-47bf-bfc4-021e82b86133\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.997018618Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.998937722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46a17c54-6c0c-4556-bbf8-d0cd62a5d545\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:48.999201778Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.00186801Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25bcdd89-2104-4d75-ac3c-cb57515116a9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.002085544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.003348139Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"944cae33-df91-4b44-af64-961469d195a4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.003568378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.004719141Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"239dff4d-5326-41fc-a104-0039aa16a3a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.004942907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.006219661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf9a9c4a-70dc-4b86-bf6e-c70477d4d329\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.006498647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.008121009Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dd41962-529e-420f-95cf-d6dd2ca5c180\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.008300276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.008418752Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.01020417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25ec3fc1-3bd6-4142-9a2d-889748a3b022\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.010914064Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.012212661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"009c2b70-bee4-425d-9231-9e84a2da4258\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.012456988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.014243808Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"576a460c-cd63-4a15-863b-f65f274becd2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.014622453Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.016130267Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16a813d4-c207-4a42-a5ee-862b831c9d38\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.016421978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.017867318Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baf2c185-a8f4-4488-9170-b83efa44c3c8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.018095863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.018230291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.018573515Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.018675618Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.020082161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.029744773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.035207487Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.035308979Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.03544968Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.035670049Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.035803946Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.037269175Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.041341208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.041486999Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.04158283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.041664452Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.04420776Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.044623628Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.050114558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.050247363Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.050334938Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.050909242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.05247449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.061446827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.061764891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.061855121Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.062550967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.126659048Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.126853716Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:49.127916173Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60567"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.128794924Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"a1925183-4c56-44da-9149-33b354b5029d","remote_addr":"[::1]:60567","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:49.129206374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"a1925183-4c56-44da-9149-33b354b5029d","remote_addr":"[::1]:60567","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":419,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.129542544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1925183-4c56-44da-9149-33b354b5029d\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.19880264Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.198881487Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.20109124Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.201192792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.202111923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:49.202189127Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44159"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.202887469Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"964e5819-744b-4ae0-ae54-c2c876585706","remote_addr":"[::1]:44159","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:49.203160863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"964e5819-744b-4ae0-ae54-c2c876585706","remote_addr":"[::1]:44159","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":297,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.20360091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"964e5819-744b-4ae0-ae54-c2c876585706\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.270655141Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.270840531Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:49.272221492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49901"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.272463765Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.274817855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"6b604dbf-83b8-4b76-beaf-312d32329918","remote_addr":"[::1]:49901","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:49.275310888Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"6b604dbf-83b8-4b76-beaf-312d32329918","remote_addr":"[::1]:49901","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":1762,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.276046744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52001","req_id":"5f7ded3d-86de-4bfd-8d0a-3938c27ca34f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 9b fa 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.276230249Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52001","req_id":"5f7ded3d-86de-4bfd-8d0a-3938c27ca34f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.276526009Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.276773141Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.277152036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.277338728Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52001","req_id":"5f7ded3d-86de-4bfd-8d0a-3938c27ca34f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.278430102Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b604dbf-83b8-4b76-beaf-312d32329918\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.356446385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.356519531Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:49.357080598Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49104"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.357607047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4474, tv_nsec: 156484619 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.35767858Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.3579748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.358183446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.360799268Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"dc54c38e-9606-4a69-83b7-253b175b947d","remote_addr":"[::1]:49104","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:49.360864237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"dc54c38e-9606-4a69-83b7-253b175b947d","remote_addr":"[::1]:49104","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":746,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.360909076Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52577","req_id":"cbb431f0-31f2-4e81-b0f6-242207bdd760","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: eb 85 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.360944828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52577","req_id":"cbb431f0-31f2-4e81-b0f6-242207bdd760","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60293,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.361638961Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.361822316Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52577","req_id":"cbb431f0-31f2-4e81-b0f6-242207bdd760","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.361938638Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60996","req_id":"bc38fbb4-f3b0-44be-be15-e4ffa2a00dcd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e7 47 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .G..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.36214058Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60996","req_id":"bc38fbb4-f3b0-44be-be15-e4ffa2a00dcd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59207,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.362390909Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.362430598Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60996","req_id":"bc38fbb4-f3b0-44be-be15-e4ffa2a00dcd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.36256193Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58242","req_id":"568b8d84-f6d4-4836-8e69-104ab1dce8a1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 84 2d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .-..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.362613552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58242","req_id":"568b8d84-f6d4-4836-8e69-104ab1dce8a1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33837,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.362727319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.36294359Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.363086515Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.363873062Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58242","req_id":"568b8d84-f6d4-4836-8e69-104ab1dce8a1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.364051708Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc54c38e-9606-4a69-83b7-253b175b947d\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.366426379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.366482461Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.366510908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.373990831Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.374084768Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.374119167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.374147603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.37471793Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:49.37846211Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:49.468190157Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.468287761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.468534032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:49.468709883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:49.478521451Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.479025365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4474, tv_nsec: 277885963 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.479100716Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.47926366Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.481369255Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.493867177Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.494736148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.499888063Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.500312238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.500370845Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.500952895Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.502473695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61506","req_id":"daf35a71-bd42-4e61-8c45-8fc431ae2619","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 08 8c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.503013861Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61506","req_id":"daf35a71-bd42-4e61-8c45-8fc431ae2619","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2188,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.508582045Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.508642426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61506","req_id":"daf35a71-bd42-4e61-8c45-8fc431ae2619","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.508842674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61525","req_id":"97d60dcb-cac0-44e5-8b13-362169baecf8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bc c0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.508901562Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61525","req_id":"97d60dcb-cac0-44e5-8b13-362169baecf8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48320,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.508992623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.50908638Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61525","req_id":"97d60dcb-cac0-44e5-8b13-362169baecf8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:49.514529305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:49.579615926Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.579707608Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.581714898Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.58176635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.581792983Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.581820508Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.622739056Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:49.652822365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:49.653162983Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.653223654Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"1.157219564s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.653262522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.653293383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.65332194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.653356459Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.653385587Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.654177635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.656506966Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.661259174Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.661337661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.661667969Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.661986634Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.67017039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.670323414Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.676994246Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.677069846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.67891347Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.678949632Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.67897392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.679011866Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62881","req_id":"8ec2673d-83c3-418b-a4a3-911bceb7482c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 56 53 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 VS..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.67917953Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62881","req_id":"8ec2673d-83c3-418b-a4a3-911bceb7482c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22099,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.679402113Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.679826148Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.680192167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.680886541Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62881","req_id":"8ec2673d-83c3-418b-a4a3-911bceb7482c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.682269827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4474, tv_nsec: 480341864 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.682343253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.682374165Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.683331011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.693975279Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.694143254Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.695227504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.696450822Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.698680805Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62948","req_id":"8ac0d5c2-2e24-4e25-b02d-6a253a7456e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 26 07 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e &...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.700121766Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62948","req_id":"8ac0d5c2-2e24-4e25-b02d-6a253a7456e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.701997433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.702190057Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62948","req_id":"8ac0d5c2-2e24-4e25-b02d-6a253a7456e7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.702406859Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50406","req_id":"f42f69bd-ce88-4a74-a998-a8bceaeff76d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a7 b8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.702569112Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50406","req_id":"f42f69bd-ce88-4a74-a998-a8bceaeff76d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42936,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.702808108Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.71415685Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50406","req_id":"f42f69bd-ce88-4a74-a998-a8bceaeff76d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.93804402Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.93895754Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.93902267Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.940064025Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.940266799Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.941263675Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.942234169Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.94347443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.947621272Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62086","req_id":"1237411a-895f-49bb-8e92-7c1621324726","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b9 e9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.947688035Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62086","req_id":"1237411a-895f-49bb-8e92-7c1621324726","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47593,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.947938153Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47593,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:49.948433871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62086","req_id":"1237411a-895f-49bb-8e92-7c1621324726","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.949726476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.949786135Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.949817187Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.949847047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.949881355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.954383535Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:49.954467463Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.978574955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30264681-4ea6-4d93-92ea-3217db6504fd\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.978789312Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.99111965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"505ca0b5-a59d-4d27-8b57-fc91e5470b20\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:49.991285981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.009835901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc1638c6-66ce-4597-8f9c-9b9281e878d3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.010024667Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.012255642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b26b490f-8f99-4dd2-9854-e7373d12f516\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.025085605Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.030827946Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.035499323Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3714359d-9745-45c7-a778-8a0da1d0d7f2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.035587409Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.03835338Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43549dea-4c3c-472c-a854-06057ac14653\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.03840388Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.042277839Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a48dd5e-dec7-46aa-b589-91480b25d692\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.042595793Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:50.043707417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.046557907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af8c5a2b-054a-4226-8289-7eeb1013fd39\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.046625281Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.04819556Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef89439b-2119-4860-a7e3-af79b94d8554\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.048393374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.049504788Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39d92a55-f511-4878-b0c6-adff1eaf5480\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.049720508Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.050729929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74cb47f0-3f9c-4332-93d2-fa8fb455f1b1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.050854688Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.051906043Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6209b88-0b9b-4917-8337-834ed5bcda5d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.052086673Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.053574537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93f06a00-4634-4c13-99bf-029068c89fb7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.053763343Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.055761414Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efbc88a9-76cf-4030-8b77-6e42677a3123\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.055883097Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.057747892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd74fc91-7b57-4524-8b11-13e2657ad640\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.0578173Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.059630072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e09ef95-8dd2-4514-8c49-8cd30855155d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.059698258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.061539366Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d156618-7c59-47a8-9a14-a5a1ba8413a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.061617242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.063878266Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9855de25-50af-4003-92f8-e512d449061e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.063951663Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.066211495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f47a98bd-f443-4aaa-b808-68f09ecd7200\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.066277537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.067119915Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce8cc393-c2b8-4324-9090-51f2b642b75d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.067254063Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.068284375Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b77376c-f32f-46cb-9c31-9546a4a4d4a4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.068409334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.069367964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59eafd56-0f54-44fd-bd0a-d8def221157d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.069448334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.072578832Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c76f9777-72c8-4ec2-8906-d891a22d14b3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.072838529Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.075900239Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44895a87-aabc-458d-955e-8bb5d804bb23\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.07597088Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.07800356Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75966d80-0acf-4480-ab13-cafbb4ba4692\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.078163619Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.080011751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6cc0dd6-0b4a-478d-b8e6-acd126b494f8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.080155428Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.081506981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.081567361Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.081598793Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.081624735Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.082420741Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.084286368Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1235e5b-fe4d-40e4-8c31-5370c041632c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.084359584Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.0852808Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.093954782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.094083268Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.094280982Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.095069563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.097626137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f486b54-03fa-4a56-aae2-dff02d6f277a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.097886125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.098206754Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.098314428Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.099109142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.103117187Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"422403e1-b47c-47f6-927f-c04313e575a3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.103351474Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.108411035Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e595379-1578-44fe-a8fc-6900f64b9946\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.108655192Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.109835082Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48f5e093-09f8-4304-b81c-26810053a9fb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.109980783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.111205944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"957b6a36-4e19-487d-9f70-88b89001ae74\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.111373187Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.112668758Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19d51809-dcf0-491b-b1a8-13398f9166aa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.112754179Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.114181132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb546ff8-3e83-45ee-b868-25ee2b44203d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.114383565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.115701331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e80dc716-5abe-4258-aa4d-6c94c7825b3a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.115917902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.118573714Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d03f33e-a831-40cc-851a-ba04b25eac02\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.118638663Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.123031816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28d34c30-a869-423f-a117-dacf3902f9c5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.123709697Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.127690478Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f15e6fec-def7-4df3-bebc-9101e79687e3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.127861028Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.130703381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3741aac5-75ff-4705-acbb-6b32a09c6e6a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.130765545Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.137075467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b9d243c-772b-4977-958f-da45be533d78\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.137314784Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.138273895Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.141465734Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"628e3713-f474-4776-9aee-4a856ef32e3d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.142059087Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.143122215Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"239b2e24-ae10-46af-b29b-819ae5425d5b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.143254909Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.144307737Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f907ae7-da5e-4bed-951e-e7e3073d4853\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.144441694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.14556385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4dbfc6a-8fdd-4285-9c33-a81013e51a90\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.145785261Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.147923221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9bcdacc-9317-4aeb-ac4a-0bd9673d3b39\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.148089472Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.14813349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.150669753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c30d4c3f-6b18-4665-b712-94cf55bd741f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.150775383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.152290161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13b35afa-c3d1-49fb-80a6-110522f00a6e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.152786881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.155714364Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a04dfd49-d3c1-4a6e-bb1c-c8d053b47f60\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.157043813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.158848308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25dd6a93-a88d-405e-9ef9-d3a2a136b4b7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.158952626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.160082026Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da38fbd0-78ea-44ef-900a-fcbf486c0652\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.160213288Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.160263558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.160357044Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.160401783Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.161290604Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.172080923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.176809785Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.177096286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.177306685Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.178381407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.178484692Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.17910588Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.185776942Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.190142209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.19029833Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.19046363Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.191099436Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.191556287Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.1916782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.19176898Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.191852296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.192517432Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.254247836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.254322925Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.254751619Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.262856107Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.26302324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.263124351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.263826621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:50.263993623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63398"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.268003803Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"6c6747d8-84e2-4b0d-98f2-a23633f1a57c","remote_addr":"[::1]:63398","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:50.268389412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"6c6747d8-84e2-4b0d-98f2-a23633f1a57c","remote_addr":"[::1]:63398","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1517,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.269356619Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c6747d8-84e2-4b0d-98f2-a23633f1a57c\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.345702623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.34586638Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.346365925Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.346482808Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.347222401Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:50.347390837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57385"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.348243887Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"078be352-d272-48c9-a90a-0cd18cba0d50","remote_addr":"[::1]:57385","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:50.348779674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"078be352-d272-48c9-a90a-0cd18cba0d50","remote_addr":"[::1]:57385","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":509,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.350170455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"078be352-d272-48c9-a90a-0cd18cba0d50\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.431795428Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.431956789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:50.432612195Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39353"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:50.43300141Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.433531647Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.433933748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6efc7d4-1107-4648-b664-0be44a6db0b6","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.434216642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"ecf24557-9652-4512-bb5f-6e1811f17a4b","remote_addr":"[::1]:39353","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.434567982Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6efc7d4-1107-4648-b664-0be44a6db0b6","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.434686187Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6efc7d4-1107-4648-b664-0be44a6db0b6","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.435345411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6efc7d4-1107-4648-b664-0be44a6db0b6","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:50.435690568Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"ecf24557-9652-4512-bb5f-6e1811f17a4b","remote_addr":"[::1]:39353","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":1479,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.436222689Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecf24557-9652-4512-bb5f-6e1811f17a4b\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.482807626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.482939078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:50.484296613Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58875"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.484620137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.48479735Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:50.486297008Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6efc7d4-1107-4648-b664-0be44a6db0b6","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":52286,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.492294558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"419a12b5-eff3-4cbc-b0be-126aef45bec3","remote_addr":"[::1]:58875","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.493086506Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6efc7d4-1107-4648-b664-0be44a6db0b6\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.494405694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:50.495975141Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"419a12b5-eff3-4cbc-b0be-126aef45bec3","remote_addr":"[::1]:58875","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3681,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.499233163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"bfdc3e06-b161-4c2a-b030-6f58204469a0","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.499900342Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"419a12b5-eff3-4cbc-b0be-126aef45bec3\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.50360842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.503689772Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.503766615Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.51206034Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.512370178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.51248199Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.512568954Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.513633174Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.514055826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"bfdc3e06-b161-4c2a-b030-6f58204469a0","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.514179262Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"bfdc3e06-b161-4c2a-b030-6f58204469a0","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.515901744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"bfdc3e06-b161-4c2a-b030-6f58204469a0","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.516094548Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.516933319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.517292986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.517343376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.534081326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.53917256Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.539521515Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.539632897Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.540636807Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:50.541711158Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"bfdc3e06-b161-4c2a-b030-6f58204469a0","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":42485,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.544366338Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfdc3e06-b161-4c2a-b030-6f58204469a0\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.544593701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.544707417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:50.544792046Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.59037155Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:50.604768696Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:50.605109805Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.605977835Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"951.871863ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.606046241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.606076261Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.606104748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.60613608Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.606162903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.607017266Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.614198754Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.62049562Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.620557654Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.620592463Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.621290214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.625431836Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.625486424Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.62622203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52430","req_id":"54e700af-5ec2-4726-a603-fdfc7eda7c14","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 63 21 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 c!..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.626366307Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52430","req_id":"54e700af-5ec2-4726-a603-fdfc7eda7c14","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25377,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.626720904Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.627042334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.627251812Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.62771792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52430","req_id":"54e700af-5ec2-4726-a603-fdfc7eda7c14","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.628147416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4475, tv_nsec: 427034296 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.628587593Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.62877152Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.629149944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53623","req_id":"1afe7ce3-130d-4cc4-a5ff-a3e2971c39bf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6a 28 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e j(..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.629252859Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53623","req_id":"1afe7ce3-130d-4cc4-a5ff-a3e2971c39bf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27176,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.629346966Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.629472356Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53623","req_id":"1afe7ce3-130d-4cc4-a5ff-a3e2971c39bf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.629582626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64070","req_id":"7495be70-f909-446e-9e13-484e261bb5ca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f4 cc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.62962996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64070","req_id":"7495be70-f909-446e-9e13-484e261bb5ca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62668,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.629755089Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.629902954Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64070","req_id":"7495be70-f909-446e-9e13-484e261bb5ca","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.76062523Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.76159423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.761663769Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.761700322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.761730121Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.762091621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.76617137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56089","req_id":"06462386-81a4-4311-a3d3-48a9bdccc354","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 67 fe 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c g............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.766252331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56089","req_id":"06462386-81a4-4311-a3d3-48a9bdccc354","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.766642879Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:50.76674353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56089","req_id":"06462386-81a4-4311-a3d3-48a9bdccc354","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.767251091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.767294498Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.76732049Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.768042829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.774156881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.77422183Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.774253643Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.775708362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.788017446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.788136043Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.788538715Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.792202695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9e95fdd-17af-4e75-a30f-4b70304aee47\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.792452753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.801021707Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d44db48-6b9c-4936-beee-6ddf5d354b24\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.801242877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.817760658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba67025-d6f4-4d92-9239-6644079472e3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.81795236Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.820476248Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec051965-651c-4d3c-b97a-9eb5dfe1684e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.820658001Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.823553229Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cb2281e-6663-472b-87f6-912d228f059b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.823676785Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.825914674Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"706801d7-bf07-4da4-8676-aa3bbb5d0a22\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.825981788Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.828196641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2f720b6-45df-449b-afb4-017755081ddd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.828324466Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.832019418Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42512285-1257-4daa-a3dc-f4a7b64ea39c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.832088475Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.832381319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.833580889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae5f2baa-55e1-4224-9ab7-88f5a6bb9370\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.833746068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.834802122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b206ddef-79bd-4679-abf7-06a384811a17\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.835014074Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.835974758Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9759894c-1fd1-47e5-8011-4d4228b0b823\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.836132873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.837060502Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd82380-fe7e-40c8-aa7f-3be5f1eeb616\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.837274568Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.838425241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc33b3b5-8234-4bc7-ac97-4b582d292378\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.838592975Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.840502369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa8ff312-081f-4ae4-89d9-5f2d6716ccc4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.840622889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.842579368Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ce8909b-df7e-4ecb-aa0c-67daee40d59c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.842695459Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.844650815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28f3e0d1-e1cf-4b58-bb25-3c3f57a54336\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.844775814Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.846522965Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90a0fa64-1dd7-43e5-b094-c8861e0210bd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.84664114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.848537288Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9424c765-abf7-4552-8a8d-c22ae17cdd11\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.848655684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.850562223Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"129a9e88-11c3-4685-aadb-7ae58f16a8f9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.850673454Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.851563097Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a42ef5e-d5bc-4b87-926c-6da87cfa1054\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.851728266Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.852664471Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee95ed2a-dbfc-4ac7-97bf-01c6bcf734b5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.852880472Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.853872609Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"768d35bc-b433-490d-b793-492d513e6136\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.854002718Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.854981378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67a6df4c-8a19-478b-9554-9e4598ced644\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.855091988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.856292881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d9e0e7f-aebb-40dc-aa49-473fded578ce\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.856440575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.858386041Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6638834-f427-4105-a49d-0270899a5815\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.858451792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.860796354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0016a038-d900-46d3-a223-b8566844d4cb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.860913768Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.862853412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"390b6d8b-3c45-4dc9-b52c-8b4d5a4ee837\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.864181679Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.866088879Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05c7d54c-0398-4553-99a8-bd5d3ad7f0e5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.866364107Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.868283742Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed40cab6-3aa8-46db-97c9-f1c26e396707\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.868620292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.870597662Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13573ac0-6e58-4848-a995-7dd67b79e998\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.870715507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.871879476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bacf081e-6f8e-44b3-a12e-b34beb46421f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.872059926Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.872686163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.872737806Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.872903637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.875152247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.880199854Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.880255204Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.881068274Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"199405a4-43ef-42ea-a618-b31e2c8d7166\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.881168354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.883965537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.884013142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.884045446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.88407235Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.885111851Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.885476688Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.885572699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.886466991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78491962-6790-4674-baa8-bae522713e23\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.886648993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.888039845Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e19a2a4-4d59-4dc8-b724-fefb6b30fb19\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.888153321Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.888793707Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.895861278Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.895922791Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.895953592Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.896454871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.898065751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ffd6ca1-ab9b-4775-b547-dd1140fa1dbb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.898272032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.898884802Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.898937578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.899815026Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.903708764Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"516412fd-a898-430c-bdf0-a5cdef117637\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.903816238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.906701627Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae9be305-b091-4fd2-b3a3-3b7c9203927c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.90676846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.911420609Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c23cfbd-6638-43c1-bfb9-3ad50ca399db\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.911542943Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.915219408Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8181b226-db56-499e-9c44-13a4d1ae4afa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.915374066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.918307341Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33737986-2550-49ee-a7c9-bcba51c79983\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.918470335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.92158927Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae11830a-e877-4311-a706-4fd8e6c7d60e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.921660321Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.922679161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ed13ef4-8be0-4d3a-9440-cd1e6bf3a5d1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.922818569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.923889914Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbda2af8-2824-4ebe-881d-13940d330510\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.924154992Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.92534385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57e174c8-6d74-4b9e-91bc-563d0263311a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.925506114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.928277345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3e07f15-2cd5-40df-8d77-6ea824ade03a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.928333567Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.928362084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.928895827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.930983457Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6ca64d9-cb40-48d6-9a3c-1f58519cb101\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.931207684Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.932410701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e8f16eb-af87-4f5a-afbb-68acecee6c3d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.932554908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.935269627Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5151cc13-8a22-49a8-84f5-dfabe6a34666\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.936183307Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.937983664Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0da87501-0921-4a17-a5c3-de1ee144e702\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.938159865Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.939364606Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edde6ee3-744b-4749-a6bf-ee6e67b83a46\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.939502721Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.939547981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.939577931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.939604073Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.940290471Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.942493931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.946567156Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.946631425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.94666434Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.946695232Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.946723348Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.94711617Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.949455231Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.968259858Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.968335539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.968368324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.968817208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:50.978358218Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.980969541Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.981012236Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:50.981060753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.981088448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:50.98169185Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.03836629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.038445719Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:51.039136695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49729"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.040634229Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.05026633Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.050329667Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.05036166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.051648144Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.051725918Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"3eb11129-c545-446b-b4d4-3786b92d98b7","remote_addr":"[::1]:49729","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:51.053536556Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"3eb11129-c545-446b-b4d4-3786b92d98b7","remote_addr":"[::1]:49729","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2084,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.054370047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eb11129-c545-446b-b4d4-3786b92d98b7\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:50 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.136825183Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.136997076Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.137782921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.137907209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.13964433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:51.140152924Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47678"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.140951204Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"163d3460-310b-4820-b448-69811edfb4cd","remote_addr":"[::1]:47678","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:51.141336893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"163d3460-310b-4820-b448-69811edfb4cd","remote_addr":"[::1]:47678","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":394,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.142084973Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"163d3460-310b-4820-b448-69811edfb4cd\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.194630446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.194701428Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:51.196484571Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49386"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.197029236Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"046e5532-033f-447c-a1ec-b6485c7d174f","remote_addr":"[::1]:49386","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:51.197376077Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"046e5532-033f-447c-a1ec-b6485c7d174f","remote_addr":"[::1]:49386","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":404,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.19796973Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"046e5532-033f-447c-a1ec-b6485c7d174f\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.286763866Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.28694118Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:51.287529782Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34758"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.288141491Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"424e848d-9163-4105-8695-f54de140d293","remote_addr":"[::1]:34758","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:51.288617991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"424e848d-9163-4105-8695-f54de140d293","remote_addr":"[::1]:34758","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":483,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.289328947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"424e848d-9163-4105-8695-f54de140d293\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.292620756Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.292712779Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.292778701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.299312509Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.299473259Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.299575733Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.299666955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.300981364Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.304197632Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.310063559Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.310354018Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.310578185Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.311321356Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.354205509Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:51.366124597Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:51.369084425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.36925257Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"764.025882ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.369414973Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.369517047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.36967429Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.370768179Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.370874141Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.373163071Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.376074402Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.38233712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.382428893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.382514092Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.383076423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.386501958Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.386601296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.387991145Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59470","req_id":"1389cde8-dfd3-42f0-8bc9-a1c3ff25760b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 36 ab 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 6............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.388203759Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59470","req_id":"1389cde8-dfd3-42f0-8bc9-a1c3ff25760b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13995,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.388884856Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.389207258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.389518769Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.389726753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59470","req_id":"1389cde8-dfd3-42f0-8bc9-a1c3ff25760b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.390699652Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4476, tv_nsec: 189217837 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.390835192Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.394303201Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.395947047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57056","req_id":"8c5488ed-5e9b-4d70-9cab-a2ebd8190677","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 66 f0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e f...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.396157606Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57056","req_id":"8c5488ed-5e9b-4d70-9cab-a2ebd8190677","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.39673151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.39687705Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:57056","req_id":"8c5488ed-5e9b-4d70-9cab-a2ebd8190677","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.397056728Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64923","req_id":"721c0db4-bc00-44b1-aadc-c17157a2aac7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2a 2b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e *+..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.397376335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64923","req_id":"721c0db4-bc00-44b1-aadc-c17157a2aac7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10795,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.397688316Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.397829397Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64923","req_id":"721c0db4-bc00-44b1-aadc-c17157a2aac7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.54285417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.543535978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.543742009Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.543855936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.543946917Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.544784606Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.545001177Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.54521314Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.545776492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.548343487Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60461","req_id":"3cf348b7-23d5-4fe8-b662-43c6d5c6fa70","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 25 34 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c %4..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.548728374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60461","req_id":"3cf348b7-23d5-4fe8-b662-43c6d5c6fa70","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.549259843Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:51.550708539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60461","req_id":"3cf348b7-23d5-4fe8-b662-43c6d5c6fa70","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.553985328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.554042842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.554073714Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.554542328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58268","req_id":"791ee879-6082-457d-8d9a-c28bcfcf6067","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: cc b7 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.554597327Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58268","req_id":"791ee879-6082-457d-8d9a-c28bcfcf6067","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52407,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.554778047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.556179269Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.556339639Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.556390821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58268","req_id":"791ee879-6082-457d-8d9a-c28bcfcf6067","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.556688383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.55738947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.55744954Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.557481884Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.559429365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.571090399Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.571233754Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.572229478Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.573523697Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.575734712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4476, tv_nsec: 374507244 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.57581879Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.575858298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.582818316Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50415","req_id":"7e370ab3-9938-4b25-b0ab-33327df30a73","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fc 60 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .`..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.583305286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50415","req_id":"7e370ab3-9938-4b25-b0ab-33327df30a73","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64608,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.583421718Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.583460174Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50415","req_id":"7e370ab3-9938-4b25-b0ab-33327df30a73","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.58380418Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64927","req_id":"b875a69a-041c-42c6-bd58-b4ef26236fd0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 02 5a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Z..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.584102244Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64927","req_id":"b875a69a-041c-42c6-bd58-b4ef26236fd0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.584285258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.584382242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64927","req_id":"b875a69a-041c-42c6-bd58-b4ef26236fd0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.584783541Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.584844112Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.586116046Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:51.586641343Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:51.637268173Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.637432882Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.645629403Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"684dca0a-58d0-4205-8fb8-75adadc82053\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.646394527Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.662970804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd6dee56-722b-4caf-bdcd-991adb1695c3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.663296022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.697094544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50913ff5-674c-4d27-97e3-13eeab801b45\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.697384521Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.699570397Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aba5930-a8e2-446a-9856-10e5b0950e11\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.699796357Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.702125467Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cd3c41d-462b-416f-aa1e-2eeeee9b8c16\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.70234263Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.706348001Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"163d1ca9-ba38-4fb5-a8c6-ae4f0621c1f3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.706572317Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.708516681Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f837a68-b84c-4a1a-9c10-f7e6ec87a867\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.708733644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.712035693Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5145f16b-214d-4eaa-8a80-c2dfcf90a3f7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.712254068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.713070214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.714032892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c607bd88-dbac-4040-8802-9041a7021bdf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.714268241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.715337431Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f549def1-95ad-435d-9beb-409e3778b2a0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.715573742Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.716680247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b70aba9-74e7-4c2d-bff0-471fa27dd34f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.716975585Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.71820263Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d71b889-dbea-477e-be0c-0d06cecd11c1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.719315036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.720675076Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a7bcd6-f02f-4368-8526-7e83ce3b4605\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.720990385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.723709202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5953eb5c-91e8-402f-89e7-882f88353b1f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.723924641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.725747322Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d29a40ef-02f7-473b-9efd-5fe8ceadb131\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.725960387Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.727840523Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b94e0cca-9784-43dc-9da9-b3e1eb389ac8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.728055Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.729892862Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b30657e3-bc00-443c-9844-a714778b07bc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.730104544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.731930993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb500d75-75ae-4441-b526-989236451cd6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.732148486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.733903533Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe17b3ac-0e85-43c6-b670-f6497d95b3ed\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.73411266Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.735096871Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bd70ff1-e69c-4b3f-9a73-214548f0a92f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.735399834Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.736448494Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e554451-9b70-4e2f-8895-eeef8a517a1e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.736718041Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.73770114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"089d081e-b67f-4d8d-ae1e-f1b50dc56364\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.737956949Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.739154335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb8037e1-5e39-4557-9665-2afe7b07162b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.739360436Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.740610296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d2f885d-5575-459f-9564-a9476f820877\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.740857569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.74472775Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2feef471-9240-4dcf-92c2-fa160844285a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.744944281Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.74752363Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f04221c-00ed-480b-ae1e-0d7a27c0fc97\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.748749162Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.771377087Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.771573919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.771625031Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.77165452Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.77561967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.779622696Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.82314991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.82321509Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.823245691Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.824448557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:51.83723315Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42489"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.838065438Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.838183974Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.838802747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.839512531Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"deb2ed65-42eb-4be7-824b-cb8e2cc8a3f8","remote_addr":"[::1]:42489","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.840860818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76a73630-2510-4e27-b150-bc7fe9db0006\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.841238681Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:51.844676661Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"deb2ed65-42eb-4be7-824b-cb8e2cc8a3f8","remote_addr":"[::1]:42489","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5173,"response_code":"200"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.885347685Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.885504247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.885926568Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.886812063Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.893252104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.893353306Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.897485208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.897659986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.907547988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97cdd612-9bc9-4010-a9f7-2fb59dfa7fc3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.907861272Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.917211993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff3c54ce-ab51-443d-b01f-e6726dd4a092\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.917441299Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.924776905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe0d2de9-8b55-48eb-83f4-6bad256785db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.925062244Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.925536298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.934397554Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec64b299-3e8e-4ab6-a8a2-a3a5cc5d7b84\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.934652221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.936291728Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd79f7a0-f26c-45fc-9f12-b3949b06784b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.936568519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.937961835Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ce07c4b-aa3c-4324-87d9-b90d1ec480a6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.938209879Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.939893995Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"126dd8cf-a889-43d9-8fff-b178aeffa15a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.940139755Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.943985858Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1bd772c-abef-4d5c-8f87-8987c74e0cee\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.944299092Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.947835768Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09a1724b-8dcd-4110-9423-2d579563a355\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.94805225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.951659497Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62325095-cc2e-4656-9898-30bf4905e511\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.951957511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.955943673Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed0db9a9-2bfc-4cb3-a3ff-f4405209a08c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.956567396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.964368619Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e1308c6-9652-4735-ac03-19a8dba32b01\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.964621844Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.973506115Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43594d5b-5c89-45cc-9c39-1eab40193ae5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.973772756Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.976531052Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.9766755Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.976775178Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.976864286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.981089384Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.98378744Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc50a8cd-f2f8-47ce-8053-4cc096670899\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.984006196Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.984285873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.992995105Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.993096818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.99318319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.993726543Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:51.994932796Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.99587837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1dd5a9a-b05f-41be-aa5b-45b2656d1c05\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.996106896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:51.996746951Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.996855527Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:51.998231479Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.012818893Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8be55154-61a4-4474-afa4-49ef6f295ccb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.013336053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.017912021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0abd9177-29f2-43c9-8a45-4afc539d5b71\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.018296537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.027712668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"528c65fc-fe96-4def-85c1-25f604418e11\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.027915813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.028035651Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.032295349Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54ac3fec-f4ba-4c29-8c7b-fece6dbfe2f1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.032621579Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.034394722Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65403657-923a-4d45-877d-429d2b8f86b7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.034718827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.036426129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bec3dc98-c1c8-4ba6-bebf-c7e41093f9df\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.036723992Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.03984458Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"956157e2-aa8d-40f4-825f-581a3314b31b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.040136271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.041310892Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d75f67a6-bdfa-4aec-bc33-f255b5c7751f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.041534327Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.041664646Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.04176189Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.041849775Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.042693947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.045404959Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.050617544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.050841671Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.050954546Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.05104198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.051123282Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.051688809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.054769136Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.059444371Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.059578308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.059663758Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.060289736Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.117572358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.11763397Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.12056482Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61737"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.122235769Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.122292963Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"46fce641-4684-4ea5-9b26-75fbe0086258","remote_addr":"[::1]:61737","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.123008088Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"46fce641-4684-4ea5-9b26-75fbe0086258","remote_addr":"[::1]:61737","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":681,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.123515449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46fce641-4684-4ea5-9b26-75fbe0086258\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:51 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.197158478Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.197404528Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.199907956Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.2000555Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.200287342Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.200398864Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.201326753Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.201509507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60101"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.202562906Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"6c18944f-a395-4341-9df2-3e6d5a7df852","remote_addr":"[::1]:60101","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.203059575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"6c18944f-a395-4341-9df2-3e6d5a7df852","remote_addr":"[::1]:60101","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":506,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.203412458Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c18944f-a395-4341-9df2-3e6d5a7df852\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.28791808Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.287993751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.288843234Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41930"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.28953904Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"eced3871-f43a-4c4e-9a76-1e87bf62e2e7","remote_addr":"[::1]:41930","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.289908777Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"eced3871-f43a-4c4e-9a76-1e87bf62e2e7","remote_addr":"[::1]:41930","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":368,"response_code":"200"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.290150328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.299784383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.299849132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.299878701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.302039877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.30236777Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eced3871-f43a-4c4e-9a76-1e87bf62e2e7\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.367596725Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.367671644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.369000602Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58859"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.371736132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"5a1a9eb8-1209-4e88-b99b-ce2df3d975c8","remote_addr":"[::1]:58859","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.371863246Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"5a1a9eb8-1209-4e88-b99b-ce2df3d975c8","remote_addr":"[::1]:58859","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":547,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.371908015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.371943776Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.37268845Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.372987856Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a1a9eb8-1209-4e88-b99b-ce2df3d975c8\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.375076518Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.375138922Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.375168972Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.379926311Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.379990539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.380027623Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.380055147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.38066859Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.382912531Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40130"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.382980035Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35768"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.383013001Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43049"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.383039564Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46259"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.383063802Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40129"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.383583427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"5053c06e-dd66-43c7-9c60-26c3e0f6e030","remote_addr":"[::1]:40130","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.383732565Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"40b488b3-78e1-4e56-b77f-1d53b1538cdf","remote_addr":"[::1]:35768","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.383862644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"f0bb0dc6-9236-432e-ac15-def53bbc1cb3","remote_addr":"[::1]:43049","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.383963695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"8a6106e0-28df-4931-957e-842c2e04aa7a","remote_addr":"[::1]:46259","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.384084917Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"3df008bd-e75c-4723-b727-4128172e4f0a","remote_addr":"[::1]:40129","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.384279835Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"5053c06e-dd66-43c7-9c60-26c3e0f6e030","remote_addr":"[::1]:40130","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":700,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.384342209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"40b488b3-78e1-4e56-b77f-1d53b1538cdf","remote_addr":"[::1]:35768","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":639,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.384375355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"f0bb0dc6-9236-432e-ac15-def53bbc1cb3","remote_addr":"[::1]:43049","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":567,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.384415315Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"8a6106e0-28df-4931-957e-842c2e04aa7a","remote_addr":"[::1]:46259","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":497,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.38445796Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"3df008bd-e75c-4723-b727-4128172e4f0a","remote_addr":"[::1]:40129","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":423,"response_code":"200"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.386450931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.39865199Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.401153084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.401214967Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.402670427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.403420632Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61268"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.403479439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35317"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.403707133Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.404332088Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.404969949Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"816afa6f-d2f4-480c-bf8b-01c98f2d99d7","remote_addr":"[::1]:61268","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.405392691Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"cba8a6a4-ac52-48e5-a1b8-2f2f193c576b","remote_addr":"[::1]:35317","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.406275089Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e554d10b-5589-4204-be81-d10043ea1a0e","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.409481367Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e554d10b-5589-4204-be81-d10043ea1a0e","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.409554303Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e554d10b-5589-4204-be81-d10043ea1a0e","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.411647132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e554d10b-5589-4204-be81-d10043ea1a0e","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.411718364Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"816afa6f-d2f4-480c-bf8b-01c98f2d99d7","remote_addr":"[::1]:61268","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6658,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.412016068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/crucible/pantry/0","method":"GET","req_id":"cba8a6a4-ac52-48e5-a1b8-2f2f193c576b","remote_addr":"[::1]:35317","local_addr":"[::1]:56527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6694,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.417216329Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e554d10b-5589-4204-be81-d10043ea1a0e","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":10944,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.420870049Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e554d10b-5589-4204-be81-d10043ea1a0e\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.421384133Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.422038446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"539e60a8-c744-40dc-b49b-dc210c5b0e0b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.424962232Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"539e60a8-c744-40dc-b49b-dc210c5b0e0b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.425047362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"539e60a8-c744-40dc-b49b-dc210c5b0e0b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.425082201Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"539e60a8-c744-40dc-b49b-dc210c5b0e0b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.425647547Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"539e60a8-c744-40dc-b49b-dc210c5b0e0b","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":3647,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.426190088Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"539e60a8-c744-40dc-b49b-dc210c5b0e0b\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.426436229Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.426554224Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.426636398Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.438904792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.439040522Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.44076107Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.441587667Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.441695091Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.441761483Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.467744393Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:52.472077105Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:52.472285681Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.472339929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"1.102885647s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.472376111Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.472401452Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.472429087Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.472456902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.472483545Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.473193941Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.484087215Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.488344988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.488408094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.488441641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.488824784Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.494753296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.495075228Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.500997036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55157","req_id":"31248725-77cc-4add-9b38-efcafb9ae90a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 39 af 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 9............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.501173017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55157","req_id":"31248725-77cc-4add-9b38-efcafb9ae90a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14767,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.501453486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.502079583Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.50233389Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.502502716Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55157","req_id":"31248725-77cc-4add-9b38-efcafb9ae90a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.50319736Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4477, tv_nsec: 302118369 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.50334288Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.503622828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.510113631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55285","req_id":"978225ed-08a9-40af-ab05-50a87d435151","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2c a7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ,...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.510336435Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55285","req_id":"978225ed-08a9-40af-ab05-50a87d435151","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.510595932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.510738055Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55285","req_id":"978225ed-08a9-40af-ab05-50a87d435151","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.510999395Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:49739","req_id":"3a20ed67-8d8c-41ab-a94e-7b1d724c5443","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3b d6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ;...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.51116229Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:49739","req_id":"3a20ed67-8d8c-41ab-a94e-7b1d724c5443","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.511424021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.511565103Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:49739","req_id":"3a20ed67-8d8c-41ab-a94e-7b1d724c5443","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.613006448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.613719338Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.613851171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.613944667Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.614032653Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.615298344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.616076986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:65370","req_id":"674051b5-82b9-4455-a68d-df76c31184e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f0 a5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.616256934Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:65370","req_id":"674051b5-82b9-4455-a68d-df76c31184e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.61657602Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:52.616775067Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:65370","req_id":"674051b5-82b9-4455-a68d-df76c31184e7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.617265343Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.617354351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.617458027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.618541075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.625452656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.625553788Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.625767323Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.626656084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.629979445Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3c52d9b-06c1-46f5-a026-874b20182599\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.630308902Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.631367631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.631426789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.632284759Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.633789146Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7614e73-816f-4ee4-8a9f-048113863b9f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.634119955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.64095346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d8229b8-53ca-42cf-8543-5bc40a51a304\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.641036756Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.64472247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8509c4c6-0d96-43c7-9db3-eea6f0df84d2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.644807269Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.646748046Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cd0c088-317b-45b1-abe4-e0cb16bbd613\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.646824298Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.649989424Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a06925aa-5760-435a-8c8a-6e8142b3ba9e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.65023813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.65556837Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"094f51d4-875f-41f3-a9bc-2e74d7895237\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.655663409Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.659883928Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cd7ead7-901a-48fb-a14b-0b1dcb355867\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.659960381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.661065422Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c445236-e6e3-496a-9f82-ae314b39e9e1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.661208608Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.662148099Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"194bcd9e-f1f8-49ca-a18a-0ef205a0f666\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.662298339Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.66316209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4ebd020-1d59-4f33-a08b-903dd412caa8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.663419002Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.6662288Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.667511125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17369e3b-6744-42ba-a2fb-a7752eb04c2a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.667632256Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.668988839Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"288a8bdc-fc9e-44e7-a7ac-119a1cb026f1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.669317975Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.671631234Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39f44b74-eea9-4240-94bf-fdb7565e52b9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.671884499Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.673929253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e82c639-70d3-43bf-9d5b-22d13a86b2e2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.674145093Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.67616652Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"035fb73d-993a-4c3f-a139-fb4746c6a97f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.676440797Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.679837334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0340b6c6-6d72-4e45-ace2-e30fa6410966\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.680122903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.682225182Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc4d961c-e0b3-4c85-874f-d623762db77c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.682483937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.684440305Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e26b0a96-94b5-441c-9ee6-fe148715c074\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.684703239Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.685703712Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"699fa5d9-b0d0-42f0-a165-6fdd42f03932\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.68629962Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.687597626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05bc5b74-a1c8-45b7-a888-e6ad9d80e3ca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.687962693Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.689232994Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82d6bca8-eec2-43dd-878d-26a650952f55\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.689496529Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.691643908Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc7bead7-829a-4689-b5b4-92196592f9ea\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.691873495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.693330198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab709806-a369-47e3-accc-b05876b05198\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.693589324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.695423699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24f575b2-2567-4115-bbe1-31fb10fe4d9d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.695760821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.698473165Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83982530-ccfd-4ee7-a3fc-e0bdb8b3569d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.698542343Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.700816584Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d2495d9-658c-4378-a428-aa5884893165\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.700981162Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.703952392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"046056f2-4ed1-469d-af45-82bb6fbf2508\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.704093453Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.708271247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d70f7636-ad0e-4138-a83c-c73045bd757d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.708354192Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.71005955Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43de7879-b489-4256-9bda-b277ba1f1772\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.710156974Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.713721997Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2974d3c-010e-4faf-9f96-061f625fca87\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.71402462Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.716583749Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d51e627-4b58-4c4e-a628-9c783927f282\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.716892063Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.718135751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.718280159Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.718383485Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.718566359Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.720150596Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.721511146Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8d2e087-01c5-44c5-a57f-67269d7229a8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.721650083Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.723351593Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a11bc792-3d20-4499-91d4-a8204e0f994d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.723412936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.724154543Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.733709771Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.733809129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.733896634Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.734623051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.739605208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9bcce28-f90d-49b0-9860-2d63e4e7159f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.739954053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.741959138Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.742070419Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.743141774Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.74852011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ba3ecc1-6b2c-45d1-84bb-8c7486a9a965\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.74880132Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.800930253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.812730615Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65d7ded4-fef0-4dcb-9327-7f432b4db400\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.812885192Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.824781846Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cc6d630-b1cc-48a4-8757-ef77c0808475\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.82484912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.830357084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"263a3c06-e332-431e-8ef5-e95b36745725\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.830637944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.834595799Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b617a89-9b04-4b00-816d-4be6349bd2ba\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.834808353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.839409531Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eca20142-761e-4be1-9ac3-e62e9f862816\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.839627104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.84137182Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c799427-05a1-4708-a9a8-ab8833d38813\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.841668572Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.843239391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea6b4988-22eb-45c8-82a4-a14e1bf3a0c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.84384114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.845245919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4941855-af97-468b-9b5d-f07c30336278\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.845467811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.84772567Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a124366-018e-40b1-8357-e2f246fefc60\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.847906119Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.848080657Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.850299087Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd22dfee-c038-4479-b9b8-28d90eec70fa\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.85061162Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.851478437Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.851613186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.851708014Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.851791781Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.85257406Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.853272011Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36d42cf6-b950-4026-bab9-f46b41df54bb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.853521488Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.85501811Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"388b31fd-cc3d-4a42-a33d-65800171b4e5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.855255072Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.85551999Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.864269833Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.864364852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.864449962Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.865028114Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.866950935Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9461ef67-bb7e-48a9-ae25-eb70c60fe2b2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.867195743Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.867694226Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.868401966Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.869241018Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.871397945Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c8d8743-71ed-4671-9116-07c6b48f41fd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.871622443Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.871813263Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.871965707Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.872099513Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.872612826Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.873145848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.873292741Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.873535995Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.874473483Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.875850717Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.884804988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.884906641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.885001199Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.885088393Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.885167701Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.88729032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.890399855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.890681557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.891013769Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.900728294Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.900809957Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.900935387Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.90182513Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.905568678Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.905636453Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.976355486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.976439183Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.977008157Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48823"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:52.977337032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:52.982062998Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"fcfa0af5-1294-45a4-83bf-9326bde87882","remote_addr":"[::1]:48823","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:52.982130984Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"fcfa0af5-1294-45a4-83bf-9326bde87882","remote_addr":"[::1]:48823","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":425,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:52.982349629Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcfa0af5-1294-45a4-83bf-9326bde87882\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.066657097Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.066735984Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:53.067986485Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55729"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.071301039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"a9ce874d-4f35-4642-90d6-daa51e7a3859","remote_addr":"[::1]:55729","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:53.07166772Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"a9ce874d-4f35-4642-90d6-daa51e7a3859","remote_addr":"[::1]:55729","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":372,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.072026164Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9ce874d-4f35-4642-90d6-daa51e7a3859\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:52 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.214691265Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.214765283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:53.216066816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49181"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.217683547Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"4973d885-91ff-4fea-b470-9274339eb075","remote_addr":"[::1]:49181","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:53.219163205Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"4973d885-91ff-4fea-b470-9274339eb075","remote_addr":"[::1]:49181","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":1478,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.219542992Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4973d885-91ff-4fea-b470-9274339eb075\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.288707027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.288803579Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:53.289295609Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47729"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.291762685Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"e812f905-5e8a-43b6-9418-3e1a382a40f3","remote_addr":"[::1]:47729","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:53.292302561Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"e812f905-5e8a-43b6-9418-3e1a382a40f3","remote_addr":"[::1]:47729","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":592,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.292539202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e812f905-5e8a-43b6-9418-3e1a382a40f3\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.307373729Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.307450792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.307478718Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.312375945Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.31246378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.312501295Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.31253407Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.313118816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.327464759Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.332298259Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.340169142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.340246005Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.341178563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.342345748Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.40122942Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.401308017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.401344429Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.40137481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.41255214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.443231396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.443302358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:53.445670957Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:53.445986626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.446043499Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"973.635835ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.446080904Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.44610926Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.446140503Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.446173027Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.446259129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.446913613Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.447340073Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.453694123Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.453757128Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.453790845Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.45437514Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.456047732Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.456755252Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.456812035Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.456845602Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.469523632Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.47726168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.483368898Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.483481372Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.483854535Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.486124308Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.486186562Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.486750445Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.487850778Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.488466535Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.505412047Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64933","req_id":"549e75e5-7d0c-4a87-adf8-809a485c5bd8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d3 cd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.505651905Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64933","req_id":"549e75e5-7d0c-4a87-adf8-809a485c5bd8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54221,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.505862715Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.506267281Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.507251813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.507532432Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:64933","req_id":"549e75e5-7d0c-4a87-adf8-809a485c5bd8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.51206866Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4478, tv_nsec: 310403390 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.512137728Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.51227433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.528572032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52487","req_id":"0798358a-d7a6-4f58-9b45-7140f7a96d95","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0d 67 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .g..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.528763524Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52487","req_id":"0798358a-d7a6-4f58-9b45-7140f7a96d95","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.528983552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.52909277Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52487","req_id":"0798358a-d7a6-4f58-9b45-7140f7a96d95","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.529475081Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56258","req_id":"50bc9e91-565f-4cc4-b2f9-1ed4a6a5e374","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6b 45 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e kE..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.530366898Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56258","req_id":"50bc9e91-565f-4cc4-b2f9-1ed4a6a5e374","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27461,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.530646365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.530696425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:56258","req_id":"50bc9e91-565f-4cc4-b2f9-1ed4a6a5e374","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.757885835Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.786482822Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58381","req_id":"a7f57377-a2dd-4553-9f40-61ed8cd56633","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 35 ed 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 5............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.786688622Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58381","req_id":"a7f57377-a2dd-4553-9f40-61ed8cd56633","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13805,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.787104551Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13805,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:53.78754603Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58381","req_id":"a7f57377-a2dd-4553-9f40-61ed8cd56633","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.789822656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.789919139Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.790146221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.824651841Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e64b482-817b-4a6b-aab7-41bc171ed79e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.825053702Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.844703242Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f92aaf8f-96b6-43fb-a581-1a92a175f153\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.844895566Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.859236399Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.863808869Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b343254c-ac5f-4841-9270-1e627ceb96fc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.864005391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.866676863Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62c32fd9-5654-45df-90b9-ba595535214c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.86680549Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.869603996Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebcc8d3f-3a73-46b2-a4db-8cd849d98a62\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.869678835Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.871836283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a92ed32b-e94b-43b5-9a9a-932332c4f9be\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.871918928Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.873031825Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.873095492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.873560899Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.874603146Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.877434608Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d98ae2a3-7452-45d4-8c0a-4122f940adfd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.877509427Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.883093302Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.883155286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.883190476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15bf527e-b0fa-4800-bcf8-4ce70218f758\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.883226327Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.883255125Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1998d2aa-1288-4892-bfb8-6710b90593eb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.883284463Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.883310856Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"185d1bbf-8a47-4a74-b74a-855b9399c37f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.883479121Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.885042366Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2785629-b3f1-474f-ae40-78f4deb54eb1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.885165982Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.887994187Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.888058685Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.888090829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfe3e745-7d11-463c-a758-0f2182e023c2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.888197271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.89031479Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae477a57-6c1f-4b2d-8a4c-8ed6e727c248\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.891544741Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.897197364Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a2b75d3-c3a3-49c1-910b-e76df52a8bec\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.897355208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.899134403Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74dc640b-0531-455f-a2a2-89bb7fb1f200\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.899556354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.906042677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b161437d-7bc2-40ae-9c0e-c9baa2097d2d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.906328377Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.909201551Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8edd735c-1d37-4a02-b772-925981dd9b18\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.90948193Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.909760946Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.909889873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.909985543Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.910071815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.910933482Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.913438353Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.919201626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.919297186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.919379761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.919952281Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.922309919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cb5dadf-4948-41b9-a2d6-d89d26ebe8e2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.922538143Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.923916129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.92402709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.92475476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.926312534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c4ddf50-1112-435b-a5b7-71224d8b00b6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.926534255Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.927550761Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1006be23-9767-4930-8a9e-7553b734339f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.927797853Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.929183784Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"047c5313-f460-4360-a89e-7e69671dcc58\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.92928206Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.93058181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da5810e6-4ec8-4296-b84f-effef8451633\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.930711368Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.931765098Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c43a00d0-df8d-4586-bc4d-4a789b5f9ab1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.931831209Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.933416137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9de4b5d-8b35-4167-a54d-a427a50f4eda\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.933586517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.935568576Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be47d9a7-e23a-4aa5-b668-951249e7b006\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.935636912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.939228468Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da639ab4-4959-4f4e-8796-d55a2de2b551\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.939342375Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.94139291Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19a0675a-aa5e-4d7c-857e-b0d7c81acdc0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.941510695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.948243981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35d80c15-bf81-4bc3-a79b-c5e3b59f3a83\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.948405983Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.952950388Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03ae5493-2cc2-4f04-8421-4347dfc9831b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.953919378Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.954275658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.956537936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac7ac3e5-2cd2-481a-a381-37896549eaea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.956666562Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.957558539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d42a5a2f-bca2-4edf-9086-5cb80f985b3d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.957680763Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.958594413Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ed3868e-886b-4207-8db1-e6baaf14f93b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.958771346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.963435098Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"048d9cd6-9d70-402c-b80f-7a0e2248c67a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.963606449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.964781Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce12fc7d-09a1-46a9-911d-b8fd01735f41\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.964902341Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.966466768Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5653bff-76bf-4503-b005-6c59ddd6ac70\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.966634202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.969530002Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1407658a-8ed9-4d33-a32f-33bacd69aa05\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.96974503Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.971527361Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57680b44-efb9-43ee-8f4a-7aaee7fed4f8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.971726929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:53.973598107Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.974230196Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69888cf7-04bc-4d2e-ba9c-c7d4ba6b29c4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.974334474Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.975955975Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03446261-d24e-4b0e-a29b-fa7da7064b25\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.976045824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.978837586Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"928e42a1-e0a3-4346-b285-8edf2ac5c744\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.978888307Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.981235815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"208a974a-60ae-4f18-9125-d8956c0fb017\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.981353469Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.982363131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f72db832-a70a-4d25-9b04-07be97a04f11\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.982486246Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.983440978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b4193ed-546e-41cc-ba14-f514d78a8047\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.983585486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.986553179Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"452fca68-257a-4b1e-8cae-1962e6beb66d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.986745092Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.989264431Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"111ab16a-4bd8-4ab6-95fa-2d962538fc08\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.989416795Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.989462546Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.991764923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea52977d-4582-4b7d-9095-a5a49bc67b7f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.992091043Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.993656602Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"033322e0-25e0-4ce8-ae15-d01e990f8230\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.994003824Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.99544226Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0506bec-5fc7-4ef5-ad8c-ed64f40a8d87\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.995614894Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.996790196Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"392a8287-8669-4851-85aa-a812a99fe774\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.9969678Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.999222873Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6285a36-3781-47e5-a349-a383dee92b56\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.999349615Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.99939692Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:53.999429464Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:53.999459574Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.00186166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.004790736Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.004855816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.004890164Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.004916918Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.006377578Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.006437618Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.014034885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.014101828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.014134694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.014165214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.014191978Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.014541484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.016693432Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.026957021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.027057792Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.027148292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.027701284Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.028625726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.049365729Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.04950142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.049592651Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.050793644Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.053710315Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.053808982Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.064639571Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.132635779Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.132722131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:54.13770553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48311"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.139071131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"bf11259e-73b7-4f2e-9e07-910967e1d69e","remote_addr":"[::1]:48311","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:54.139475086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"bf11259e-73b7-4f2e-9e07-910967e1d69e","remote_addr":"[::1]:48311","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":472,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.140219539Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf11259e-73b7-4f2e-9e07-910967e1d69e\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.19572486Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.195786192Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:54.196409384Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61814"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.197713903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"f2a88ea0-c8da-4246-8e42-141c91c9aee1","remote_addr":"[::1]:61814","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:54.197956827Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"f2a88ea0-c8da-4246-8e42-141c91c9aee1","remote_addr":"[::1]:61814","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":233,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.198240513Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2a88ea0-c8da-4246-8e42-141c91c9aee1\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:53 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.267873251Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.268013481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:54.268794457Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56168"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.269708418Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"f4e61aa8-5a5d-4f49-8708-edd5f786bd97","remote_addr":"[::1]:56168","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:54.270065529Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"f4e61aa8-5a5d-4f49-8708-edd5f786bd97","remote_addr":"[::1]:56168","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":407,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.270812678Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4e61aa8-5a5d-4f49-8708-edd5f786bd97\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.341763292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.341933742Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:54.342818214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65143"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.342993453Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:54.343055627Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:54.347079605Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.347652606Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"d7a286c1-b903-4329-ab30-8dccbf12b742","remote_addr":"[::1]:65143","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:54.348465546Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"d7a286c1-b903-4329-ab30-8dccbf12b742","remote_addr":"[::1]:65143","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":826,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.348882657Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7a286c1-b903-4329-ab30-8dccbf12b742\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.352575335Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.352632949Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.352661106Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.359223651Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.359286216Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.359322558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.359350434Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.360305176Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.363431805Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.367200855Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.367433949Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.36748956Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.368314805Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.396459621Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:54.397467519Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.397979269Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.399080573Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f2f8f3d8-c2ed-4a09-a99a-c3370189f023","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.399352194Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f2f8f3d8-c2ed-4a09-a99a-c3370189f023","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.399413186Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f2f8f3d8-c2ed-4a09-a99a-c3370189f023","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.400516184Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f2f8f3d8-c2ed-4a09-a99a-c3370189f023","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:54.405559703Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:54.405895161Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.405984569Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"959.827263ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.406023336Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.406073176Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.406104668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.406134388Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.406163265Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.406767709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:54.407957931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f2f8f3d8-c2ed-4a09-a99a-c3370189f023","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":8162,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.408032439Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2f8f3d8-c2ed-4a09-a99a-c3370189f023\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.408069533Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.408177198Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"2d65d842-dfb3-446e-88bb-fc927785f90f","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.408472516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"2d65d842-dfb3-446e-88bb-fc927785f90f","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.408537476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"2d65d842-dfb3-446e-88bb-fc927785f90f","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.409090147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"2d65d842-dfb3-446e-88bb-fc927785f90f","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.409314293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.413620203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.413737166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.413825932Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.414480968Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:54.416949586Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"2d65d842-dfb3-446e-88bb-fc927785f90f","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":8805,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.417743137Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d65d842-dfb3-446e-88bb-fc927785f90f\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.417940931Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.418033015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:54.41811113Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.419105051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.419214138Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.419975345Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63289","req_id":"0d268326-cc37-4d6c-a87e-f54af09ab81c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9e f3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.420398829Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63289","req_id":"0d268326-cc37-4d6c-a87e-f54af09ab81c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40691,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.420697544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.421591325Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.42188507Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.422141651Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:63289","req_id":"0d268326-cc37-4d6c-a87e-f54af09ab81c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.422798039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4479, tv_nsec: 221593026 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.422945392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.42312994Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.423829614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62279","req_id":"1459fd75-085c-4b89-bc25-82d17c6aab2a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e0 56 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .V..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.424000555Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62279","req_id":"1459fd75-085c-4b89-bc25-82d17c6aab2a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.42425923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.424486563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:62279","req_id":"1459fd75-085c-4b89-bc25-82d17c6aab2a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.424702022Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52848","req_id":"434eb070-15f2-421b-a74e-6c48472eb9bb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9a 98 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.424862131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52848","req_id":"434eb070-15f2-421b-a74e-6c48472eb9bb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39576,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.425667706Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.42578015Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52848","req_id":"434eb070-15f2-421b-a74e-6c48472eb9bb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.581293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.582314064Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.582380877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.582418202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.582449975Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.583164038Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.583364156Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.583493023Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.584872231Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58447","req_id":"ddc49c98-2edb-40d6-a135-d537e284d9d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 72 03 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c r............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.585016729Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58447","req_id":"ddc49c98-2edb-40d6-a135-d537e284d9d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29187,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.585220725Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29187,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:54.585314262Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:58447","req_id":"ddc49c98-2edb-40d6-a135-d537e284d9d1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.589251036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.589304773Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.589334151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.589682856Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.590365917Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.590425385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.590456077Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.590691746Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.598239014Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.59830255Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.598338422Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.598761014Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.606922815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.606978256Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.607444896Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.615766396Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"accf0f59-b1b4-43d9-9366-1f4d43319615\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.616064139Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.634239993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f82cd023-7014-472a-a428-34d326edaafc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.634532496Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.652081912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a028f41-876e-46f5-b393-278675dff859\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.652448252Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.658490751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4f23349-d883-4999-b2f9-02758e3ed27c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.659575923Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.663922474Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d809e50-683a-43e5-ba4a-6af6cb1b2e80\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.664138213Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.670553916Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.674060954Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea4f0313-55c4-45a1-b985-185f9656a85e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.675199282Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.680643078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db56c203-bb1e-4e70-8e63-bb1b7b7ce4a5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.680782717Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.682918412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03d4fd3e-35f5-443a-99b6-94eb8674dc00\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.68298274Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.683897392Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab143910-594d-45a0-9aca-4abca4408a3e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.684284293Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.685308865Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f35bef67-71de-4991-a51f-0610d28418e8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.685499434Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.687221796Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f854911-2533-45a3-a2f8-f283cc8af177\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.6872838Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.688564351Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0658659-d562-4e72-87cb-e2388f02a4de\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.688741544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.691352636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5b1891a-b752-4504-b57c-9f9990ef3c3f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.691395903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.69419001Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cd549d6-da75-4017-8837-c656431c433d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.694264628Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.697177482Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cb3c4a4-2334-4b31-aa25-d9f53b29ac61\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.69735214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.70108098Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"369cefeb-c6bb-4ec9-8dc8-1523ba56e989\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.701363903Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.703976218Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7745ea8-5149-46c2-9cf8-7505900cc5fc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.704116417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.706665516Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88fb840c-176b-42c8-a6cc-be6ecf2239ce\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.706874884Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.709060228Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a1b6cf7-0670-4778-9d98-20613a376f43\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.709128664Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.710644885Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b436daf-b30b-451a-bb97-df09c3718675\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.711665809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.712754739Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8767fc85-5e79-49e7-9ce5-c577792cacbe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.712834688Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.714136241Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1477c296-2f94-4a6d-bc89-c22f3440959a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.714262222Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.716157649Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"662c0cef-e39f-45e9-9ef8-a6eaa208665f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.716427907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.718071262Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4885a9e2-1fe3-43e1-b4d0-00d1977dcafe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.718234206Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.72065534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"770eba7c-2349-4c7d-b95c-5667a464d7fa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.720721061Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.722168174Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.722227002Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.72226142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.722288234Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.724003682Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.726910142Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4d3ec51-e430-486c-a20d-fc6f1528b550\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.726982477Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.7272099Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.73843251Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.738487279Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.738519193Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.739446581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.744441553Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.744488677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.745684559Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.746004747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fbd7227-9536-407b-9f75-273358190b79\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.74636749Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.759042935Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"454e2a21-6562-47f1-9bf1-619d25417b56\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.759177703Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.790302377Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.797599045Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99cd7e48-eeb2-4452-9e66-e83d0ec894d6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.797922018Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.801527202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a590e345-928c-41c5-94ae-2220786bc62e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.80165682Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.802604759Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17c798a7-ea17-43cc-ba20-4570351faa55\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.802819276Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.803994648Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff2c368b-e9ab-49e6-8866-36b8b0fd98f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.804135929Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.805595568Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cce458f-64ad-46b1-8f6a-5bf9d09e4110\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.8057372Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.808130258Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d84f0d0e-8468-492e-84b3-0ad4608f52f3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.808256369Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.809508394Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d2b65a4-b14e-42d9-9a7d-468d6fe2ec7c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.809784484Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.812614272Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e812dd85-dc3a-4c13-8ac4-6a41b1fb9871\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.81277391Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.816117642Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ad40391-0c04-40e9-b8d2-e597ebb3e983\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.816165558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.818868433Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0f0706f-fc38-44bd-a09a-70b4ee5e8ab7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.8191379Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.820584181Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c6b49b1-4f71-4915-9568-e6f08b8bbb32\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.820776495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.83056637Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e83c987-da75-4da7-92f7-931f77828947\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.830635668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.832653789Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90df4134-c33b-4088-be6e-c139c573135b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.832766694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.833801376Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06746c6c-cef1-4a93-872c-db1292b8e6e2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.834474988Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.835362155Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bfdda89-c429-4a3f-b98b-1005252e05a6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.835593266Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.839022338Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f43e815-56e7-439a-9384-65f2839e2250\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.839085244Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.840379482Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e6a77ab-f6ce-4e8a-b45f-d5d7f0318cdf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.840576645Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.841106861Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.843005444Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.843075334Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.843110313Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.843136666Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.852101548Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.852168461Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.85856196Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.858674003Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.85881318Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.8594658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.859963212Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9922b76f-9ad6-4799-9778-a053375020f7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.860323068Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.864713045Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.864825409Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.866459986Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.874824221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.874978699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.875133477Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84e2fedd-961d-47bf-8714-552ed215f7bc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.875475869Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.880005795Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.881070426Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.887349317Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.887455127Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.892262947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.89248056Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.893643537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09a95b75-3a92-45f5-81bf-3db940cc4e63\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.894003214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.896069982Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94ab0628-3d76-4c96-9863-efa6ebffa151\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.896368346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.89798109Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77a03370-9cac-49fd-8e53-b7c02e19f7a3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.898444122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.898564482Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.898655804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.898989809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.899867769Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.913806411Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.921312987Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.921386523Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.921416513Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.921499579Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.921541993Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.922550994Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.927315386Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.931132051Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:54.931219736Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.931258232Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:54.931730563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.008654529Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.00876545Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.009909911Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:55.010085751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55692"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:55.01036122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.011315361Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"15f191c4-dcb6-4420-bd87-01961ab9c97b","remote_addr":"[::1]:55692","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:55.011719446Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"15f191c4-dcb6-4420-bd87-01961ab9c97b","remote_addr":"[::1]:55692","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":401,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.01237872Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15f191c4-dcb6-4420-bd87-01961ab9c97b\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.073241284Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.073325071Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.073726281Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.073785599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.073819877Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.073847131Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.0745342Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:55.074595102Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34837"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.075378813Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"85bf0225-0036-4bfa-a31e-6328abdd12a2","remote_addr":"[::1]:34837","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:55.075662959Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"85bf0225-0036-4bfa-a31e-6328abdd12a2","remote_addr":"[::1]:34837","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":296,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.076142154Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85bf0225-0036-4bfa-a31e-6328abdd12a2\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.202342781Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.202418622Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.205120635Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.212290481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.212377715Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.212414468Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.21628547Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:55.216348636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62271"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.216388957Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"e5f21831-2d5b-4f55-8c0a-5331dbc48177","remote_addr":"[::1]:62271","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:55.21642077Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"e5f21831-2d5b-4f55-8c0a-5331dbc48177","remote_addr":"[::1]:62271","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":423,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.217085865Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.217142678Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.217763075Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.218053253Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5f21831-2d5b-4f55-8c0a-5331dbc48177\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:54 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.296471636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.296550453Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:55.297196781Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64379"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.299225172Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"81053e0e-6e3e-4cbf-a4a4-a09efc711055","remote_addr":"[::1]:64379","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:55.299518417Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"81053e0e-6e3e-4cbf-a4a4-a09efc711055","remote_addr":"[::1]:64379","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":995,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.300941733Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81053e0e-6e3e-4cbf-a4a4-a09efc711055\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.303280052Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.303341594Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.303371804Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.312290745Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.312380363Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.312418299Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.312492086Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.315962731Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.3199874Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.325234785Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.325566907Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.325617658Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.326711828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.377578416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:55.379520365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:55.379946184Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.380096944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"974.119659ms"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.380278416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.380451601Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.380697751Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.380759895Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.380792981Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.38161036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.405617021Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.412285277Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.412389104Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.412477039Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.413613694Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.421196292Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.42125572Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.431661032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.431806192Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.43190585Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.431994717Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.433264928Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.434975947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50381","req_id":"6f4baebc-0496-4099-b87e-4c85515b4446","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a6 88 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.435998344Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50381","req_id":"6f4baebc-0496-4099-b87e-4c85515b4446","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.436231338Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.436476677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.436545013Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.436571546Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50381","req_id":"6f4baebc-0496-4099-b87e-4c85515b4446","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.436750102Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.441626778Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.443091787Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.443202147Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.443764177Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.444200577Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4480, tv_nsec: 243100212 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.444661274Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.444869299Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.446574036Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.446834675Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.448658879Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61063","req_id":"31707522-e2eb-400f-b1e3-3d73c4ae97c7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f5 38 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .8..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.448723338Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61063","req_id":"31707522-e2eb-400f-b1e3-3d73c4ae97c7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62776,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.448820732Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.448993286Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61063","req_id":"31707522-e2eb-400f-b1e3-3d73c4ae97c7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.449175108Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:65450","req_id":"8ad1d253-f3af-4490-9517-144022c91828","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 60 2a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e `*..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.449366149Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:65450","req_id":"8ad1d253-f3af-4490-9517-144022c91828","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24618,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.449469454Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.449501428Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:65450","req_id":"8ad1d253-f3af-4490-9517-144022c91828","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.452105707Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.452477448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.456237058Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.560397632Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.56534557Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.565414628Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.56544586Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.565474357Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.567344423Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50707","req_id":"b5d58d00-7c8a-4588-90a3-ee11b6666b23","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 92 77 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .w..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.567561936Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50707","req_id":"b5d58d00-7c8a-4588-90a3-ee11b6666b23","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.568164677Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:55.56826155Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:50707","req_id":"b5d58d00-7c8a-4588-90a3-ee11b6666b23","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.571649029Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.571707265Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.57173964Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.584575655Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb340c8d-6e57-45c0-8baf-dd366cca8020\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.584838889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.599496844Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfec4cba-e4d9-4624-8b96-3b9c88d6feb7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.599672735Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.629642337Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a301b6e5-0cf4-4971-85d9-586daf147692\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.630248816Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.635572743Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.640008641Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34fba757-e6db-4dd9-bb29-2d964963d4c1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.640242648Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.6450069Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35521565-dc4c-4d1a-b85f-4d4ea0695567\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.645169183Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.64689415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"057d0d15-d7ad-4fec-859b-b8b377401b42\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.647013228Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.649802285Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"127d19db-fc9f-4829-8193-d9786e44a340\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.649867084Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.651650166Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96a84c09-09cc-4ad6-8d73-58ab0c08fea5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.651716038Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.652708645Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"511e80c5-0961-43ae-8891-e2ff7b09dd8b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.652856019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.654006231Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ca0398d-25f2-4245-888f-f90e16772639\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.654177883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.655140681Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0d8b8da-1700-4bb1-956e-bbf87e212236\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.655266532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.656268699Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3285552-559a-46f7-838f-fabe3dc70217\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.656486713Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.657895891Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bd7efba-52a4-4f5a-a85c-164dc6886823\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.658099787Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.663651558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16755ca3-3581-44a7-82aa-efc521f41ee5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.663730215Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.666175237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad3a9da3-c0da-4a57-b7b6-cf8835d75c1e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.666240727Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.668380771Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c8f09fe-1c34-40c2-8d23-18ec09cd6982\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.668448636Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.670272741Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55daea5e-9169-4d26-990e-f8c605a40f07\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.670424403Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.672176584Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae311caf-37a1-4436-b23f-2d877d8db7d2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.67232029Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.674537267Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5780eae-fb91-4762-9540-813503d98d96\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.674602117Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.676187155Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e47ab459-5bfc-474b-ad2f-416be07dc9bb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.676307575Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.678333842Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b2523e4-a88f-4add-8ef4-4a9ad8237451\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.678401126Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.68885249Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.688938481Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.688973381Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.688999953Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.689830558Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.695730474Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5da7b72c-7f8a-4663-8b25-7c4e2e6c0a62\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.695826535Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.697297726Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.70775937Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.707828238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.707865532Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.708590106Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.710308559Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a488a82f-4eb3-4836-9295-68912be86672\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.711413721Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.72123504Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.721329087Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.72173695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.72574237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91a63f37-8981-43c7-93c5-ee581ea13f19\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.725968371Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.730850999Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdd0498a-1aff-46fb-995d-da4ccbdc40ac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.731317799Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.734048129Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b765256a-6245-4a3e-8232-a2124caddad5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.734117116Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.735959247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e845412-7364-4ae6-b7c7-6af4491fd3d3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.73603591Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.738382034Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aca20868-45c3-42c6-96c7-feed3daf9041\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.738458196Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.741853791Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54e5ba01-2f77-4460-a4ae-c21a894f2bc2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.741920374Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.752378531Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.753021723Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad13f3e1-5820-4cdf-a25b-33cb1249c9af\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.753153656Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.775375261Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"688daefe-1798-4114-b061-9a2444b30ba4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.775672884Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.795434497Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cd3d408-8af8-4761-87ff-cdd015dce012\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.807826066Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.8083852Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.808499197Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.808549818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.808582123Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.810547779Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.825519088Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.833214511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.833303057Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.833340442Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.833709838Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.836754985Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd18ad0b-4c56-4fcb-be91-7d5a368d9017\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.836937499Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.837567534Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.837611672Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.838435153Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.841763033Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f2b50ac-f9df-4b9e-a826-87c8b4b16225\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.841902581Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.8558448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3404c999-7e69-4af3-bdfe-34e986204ae8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.856144177Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.861118959Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08a4c3e5-5656-4888-aaff-bca7533a584f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.861489968Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.867317759Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c42df6ba-a24a-4400-b01d-aa4cdf9a66ca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.8674435Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.872751055Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.872806295Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.873353495Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.874207858Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.87593538Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"261226ae-f521-40a5-a222-1aedbe747c16\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.876205828Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.878151595Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.878193709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.883289823Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"id":"2bf7e170-3d35-4c08-92fe-922fc19457d7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.883453499Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.883911421Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.8873489Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dbbc1c1-8bc2-46cd-b4a4-5e848a7fd905\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.888044296Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.890911058Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c56f7627-4aef-46e1-899a-6d39ab9698b3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.89274914Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.896934559Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"761fc0cd-c629-4a01-a2ad-00b3ab0aadd4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.897257412Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.907518016Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a840893b-a07e-4359-85f3-05fe7af26b5a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.907781511Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.909496688Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54425b36-8975-4854-a420-bdf48253f08a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.909737218Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.913213854Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce18951e-9d63-4149-990f-d4722e44c691\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.913447821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.914509626Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4087bfb1-51d2-44af-8c0d-186d7203478f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.914694354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:63187"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.914810917Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.916662796Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9b80b9a-182a-4f46-aca0-bb0fdb4ee19b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.917198223Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.918866076Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61136ce9-5383-40fb-8b93-72c4e2501ffb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.919154431Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.922165019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0a8b0b3-1a6c-4384-a51e-e867fc3e35ff\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.922410919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.924023853Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f4f5d2d-461c-4712-88b5-2b03bf5aa9d8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.924265554Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:63187/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.926056663Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:63187","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:63187/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c17b3be3-0d74-4b15-b783-73664d6df06c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.926279537Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.926398815Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.926494736Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.926586078Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.927384709Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.930174878Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.935642572Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.935743944Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.9358372Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.935926498Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.936212177Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.93702668Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.93756385Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.937688759Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.937775101Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.937856243Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.938560095Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.941407218Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.949542707Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.949605372Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.94963922Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.950180408Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.950483151Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.954565695Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.954715354Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.95480872Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:55.955319587Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:55.999134476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.010092208Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.012237493Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:56.012623442Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.110690494Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:57624"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.110845593Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:57624/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:56.113171237Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49419"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.11372989Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"01828e63-a729-4ca7-9dcd-97c787300aec","remote_addr":"[::1]:49419","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:56.114321879Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"01828e63-a729-4ca7-9dcd-97c787300aec","remote_addr":"[::1]:49419","local_addr":"[::1]:57624","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":603,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.117992122Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:57624","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:57624/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01828e63-a729-4ca7-9dcd-97c787300aec\", \"content-length\": \"811\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.190395551Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:44942"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.190475821Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:44942/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:56.190966288Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60833"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.192249234Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"3f00d4d6-0759-4981-9f07-f899cb02ea09","remote_addr":"[::1]:60833","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:56.192315526Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"3f00d4d6-0759-4981-9f07-f899cb02ea09","remote_addr":"[::1]:60833","local_addr":"[::1]:44942","component":"dropshot","sled_id":"2d0261b9-dc42-48fb-9e4e-ce35fa5a9d2f","component":"omicron_sled_agent::sim::Server","latency_us":338,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.192357991Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:44942","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:44942/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f00d4d6-0759-4981-9f07-f899cb02ea09\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.251520889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:55845"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.251592552Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:55845/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:56.252775168Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43438"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.253384202Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"21b3e5bd-6395-4f54-9733-d15a4c4a1b0e","remote_addr":"[::1]:43438","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:56.253906492Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"21b3e5bd-6395-4f54-9733-d15a4c4a1b0e","remote_addr":"[::1]:43438","local_addr":"[::1]:55845","component":"dropshot","sled_id":"61f6c1b7-94c3-4d3f-a4d6-185e586232fa","component":"omicron_sled_agent::sim::Server","latency_us":448,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.254117383Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:55845","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:55845/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21b3e5bd-6395-4f54-9733-d15a4c4a1b0e\", \"content-length\": \"439\", \"date\": \"Wed, 30 Apr 2025 06:46:55 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.316755094Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","sled_agent_url":"http://[::1]:39991"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.316831747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:39991/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:56.317290331Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51684"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.317956247Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"9dc8c9a8-903e-4dd4-a274-0d2fe6bcd3a1","remote_addr":"[::1]:51684","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:56.318368188Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/inventory","method":"GET","req_id":"9dc8c9a8-903e-4dd4-a274-0d2fe6bcd3a1","remote_addr":"[::1]:51684","local_addr":"[::1]:39991","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":420,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.318599609Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"SledAgent":"http://[::1]:39991","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:39991/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dc8c9a8-903e-4dd4-a274-0d2fe6bcd3a1\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.321267415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.32132538Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.321355099Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.327265886Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.327460584Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.327570032Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.327658809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.328451919Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.331876362Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.335709921Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.336003646Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.336108324Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.336652328Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.350297365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.351898485Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52865","req_id":"a0b32609-38dc-4c8a-9cbf-7db2066f0c70","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: e0 d3 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.351970098Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52865","req_id":"a0b32609-38dc-4c8a-9cbf-7db2066f0c70","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57555,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.35226203Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.352442269Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.352611225Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.352650774Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:52865","req_id":"a0b32609-38dc-4c8a-9cbf-7db2066f0c70","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.353029398Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40319, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36971, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4481, tv_nsec: 151916720 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.353099238Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.353131512Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.354984865Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53882","req_id":"65b26894-2411-4b99-a373-9da32d488138","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ad 18 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.355048652Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53882","req_id":"65b26894-2411-4b99-a373-9da32d488138","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44312,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.355135916Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.35516833Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:53882","req_id":"65b26894-2411-4b99-a373-9da32d488138","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.355330473Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59573","req_id":"31549e30-b0af-4939-b8a7-3774ebf5a22b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e1 73 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .s..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.355442947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59573","req_id":"31549e30-b0af-4939-b8a7-3774ebf5a22b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57715,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.355538888Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.35557465Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59573","req_id":"31549e30-b0af-4939-b8a7-3774ebf5a22b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:56.356007372Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:56.40243725Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.402525616Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.402713591Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:56.402767809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:56.404185163Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.404905889Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:56.405135076Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.407046604Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.407862881Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"983e8f1f-f396-4bc9-b78d-10ef8013b719","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.40815355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"983e8f1f-f396-4bc9-b78d-10ef8013b719","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.408250222Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"983e8f1f-f396-4bc9-b78d-10ef8013b719","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.410059858Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"983e8f1f-f396-4bc9-b78d-10ef8013b719","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:56.41385019Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"983e8f1f-f396-4bc9-b78d-10ef8013b719","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":5957,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.414169526Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"983e8f1f-f396-4bc9-b78d-10ef8013b719\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.414379474Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","body":"None","uri":"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.415181673Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"441db1b9-f239-4417-a1bc-14c70a37bf74","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.4154663Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"441db1b9-f239-4417-a1bc-14c70a37bf74","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.415527342Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"441db1b9-f239-4417-a1bc-14c70a37bf74","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.416490781Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"441db1b9-f239-4417-a1bc-14c70a37bf74","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:56.420287476Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D","method":"GET","req_id":"441db1b9-f239-4417-a1bc-14c70a37bf74","remote_addr":"127.0.0.1:65527","local_addr":"127.0.0.1:45609","component":"dropshot_internal","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","latency_us":4674,"response_code":"200"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.422293563Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:45609/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiYTYyY2Q1ZC1iNDYzLTQzNzMtOTQzYi02YmNkZTZmNmMxMTcifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"441db1b9-f239-4417-a1bc-14c70a37bf74\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.422358432Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.422393081Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_no_zombie_read_write_regions","level":30,"time":"2025-04-30T06:46:56.422417179Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Non-retryable transaction failure","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:56.426020498Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_no_zombie_read_write_regions","level":40,"time":"2025-04-30T06:46:56.426389073Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.426448662Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"1.046129244s"} {"msg":"activating","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.426486818Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.426515214Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.426551947Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.426581687Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.426611767Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.428470901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.432808283Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.44383358Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.443916455Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.443950643Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.446152901Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.44645346Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.447197232Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.451153013Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.452197705Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.452306512Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.452393505Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.45266714Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","candidates":"[(5f202eb6-edb2-4d35-b90a-a7008eac21bd, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.452842399Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.45393172Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61895","req_id":"4195c7b1-4d6e-4479-9147-d10bfd74ac6a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c0 64 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .d..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.453978172Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61895","req_id":"4195c7b1-4d6e-4479-9147-d10bfd74ac6a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49252,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.454472357Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.454555883Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.454760221Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.454916682Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:61895","req_id":"4195c7b1-4d6e-4479-9147-d10bfd74ac6a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.456289167Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 47272, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 63187, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4481, tv_nsec: 255151779 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.456359567Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.456464326Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.457256614Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.457312616Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.4573445Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.457372355Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.458162169Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.462765631Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59289","req_id":"0dfaf58f-614d-4933-8a1e-01fc55304673","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3b bc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ;...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.463806935Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59289","req_id":"0dfaf58f-614d-4933-8a1e-01fc55304673","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.464112765Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.464168215Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:59289","req_id":"0dfaf58f-614d-4933-8a1e-01fc55304673","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.4643312Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55771","req_id":"8bbb4bbd-8e76-4410-aa24-d6c7d69121bf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: eb 4f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .O..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.464395448Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55771","req_id":"8bbb4bbd-8e76-4410-aa24-d6c7d69121bf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.464490848Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.464519465Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:55771","req_id":"8bbb4bbd-8e76-4410-aa24-d6c7d69121bf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.588663053Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"DnsResolver","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.589131747Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.596840887Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.596909544Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.596943912Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.597463548Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.612565618Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60013","req_id":"8f66d3db-4621-48df-a26a-bf48c0b7d361","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 2d 94 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c -............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.612678843Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60013","req_id":"8f66d3db-4621-48df-a26a-bf48c0b7d361","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11668,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.612859934Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11668,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_no_zombie_read_write_regions","level":50,"time":"2025-04-30T06:46:56.612951416Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"peer_addr":"[::1]:60013","req_id":"8f66d3db-4621-48df-a26a-bf48c0b7d361","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_no_zombie_read_write_regions","level":10,"time":"2025-04-30T06:46:56.613128299Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.613219651Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.613688425Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.614367017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117"} {"msg":"begin collection from MGS","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.614423409Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","mgs_url":"http://[::1]:47272"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.614453319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.650875017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc5560c9-aa87-41c4-8f9a-7bc2bc51f2f4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.651160415Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.685831786Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a58d5ee1-3997-4023-a0ab-24b393b5046f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.686085271Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.693687017Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b70287-4c21-4cb6-8513-05a88daf2e44\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.694741297Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.705258632Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cbaa69a-c0bf-47ec-96ed-9b200c18d992\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.705708809Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.71857279Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"568a1afb-0eaa-438b-aa3f-a61b5045eefc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.718949841Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.719432082Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.726809882Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95599acd-5e92-4ce7-8372-1fea062a0013\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.727050171Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.729836943Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d332d610-c70f-466d-acff-0eed09a17ecd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.730156319Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.735976456Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40d776b6-369d-48ab-9e9d-bef8b0cb965f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.736272746Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.737717014Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d7a0883-a59a-4268-9991-fa426e870a99\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.737959857Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.73904517Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42f06a4a-35f2-406e-9d48-ee1e2c165a8f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.739285599Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.740304449Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a8429e9-a12e-4855-bd7b-21b266a279c6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.740525359Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"Some(Body)","uri":"http://[::1]:47272/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.741532365Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dfab56e-ba44-4888-abe5-e1fd6c6c45a9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.741747654Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.746931683Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","result":"Ok(Response { url: \"http://[::1]:47272/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dddebd3-0a48-443b-91b7-22c43b785b9c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:46:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_no_zombie_read_write_regions","level":20,"time":"2025-04-30T06:46:56.748158718Z","hostname":"bmat-EVT22200007-000064cb","pid":27810,"gateway_url":"http://[::1]:47272","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ba62cd5d-b463-4373-943b-6bcde6f6c117","body":"None","uri":"http://[::1]:47272/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}